2022-01-25T22:34:51.709 INFO:root:teuthology version: 1.1.0-7c0cb867 2022-01-25T22:34:51.711 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640222 --description rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} --owner scheduled_yuriw@teuthology --verbose --name yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi -- /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640222/orig.config.yaml 2022-01-25T22:34:51.753 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-01-25T22:34:51.820 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640222 branch: wip-yuri4-testing-2022-01-24-1706-pacific description: rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} email: null first_in_suite: false job_id: '6640222' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-yuri4-testing-2022-01-24-1706-pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri4-testing-2022-01-24-1706-pacific sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c owner: scheduled_yuriw@teuthology priority: 51 repo: https://github.com/ceph/ceph-ci.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c sleep_before_teardown: 0 suite: rados suite_branch: wip-yuri4-testing-2022-01-24-1706-pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c targets: smithi068.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJlJCWhdieuKe1g4Tue9xXCRoZoMf9L8zbmQ+5C18Ye1/TMvwH3LNEkXaiFwn/Ng7HJANroYD0S9ArKjvwG6bkc0nZmXnvXouKKENcdl84aHwS97dixIWH+6NgUTLxOqdiR9H/t+DRZUK+ZlvRQZ8ugGXwypx/wn/kJ/DJe1rPR49iJfTV2MgYCZ867VnXmXffVa259RwTanBjSqVe86gdsdsvqp5Ymcdt1Ztp2hhwrRR+qey8dyBWzWR/PvGYYar+aKlVFKmHNq2SOpqO7PIwUIu+rFcefx/CDTQy/dJO6z0GFqf4LbGEaPON10KvOUBCCtBDhGTHtyzwbvI4/BNEkx5NxJOmt8ytwf0w1UGEV2zvqHGcRyC0qdGl5B22OyizBrjm8Lk4xLIVUEcg7bNvJQT6q1pvH4TCF58fZyxqcnPYfxhKB7mgbfFOd5bdXP+yyL2pw+xrcxp/RewdOGPkmtD4zH3uBPQbQOx8cP20fuotdeANXRd8WwuEz3YZ8kE= smithi165.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChsb180f2YfkB8xTVxZ5vk7BlduukyTc/39n+RiFQ8Jz6OZZ5c2AiuHV1x1XxO+Z8nDDG66Jv2DgY6a0sx9zhni3E5V3WT6HLI1Afdc0IzG/jKn8xGXl5yajm52fdS4TmF8I10+hN6nVCZEts8FP0e0Z0BS8k3/kO5+fmzveYIza7NPOPBYbAlS3ulUZXc2tEiNcEuhrSGSCUiU6vQlUfS+BHJ/dCW43sd0xnguWvjsn9pZJLAIFDfpkDmHwJQFeQF6pDL42JdJwPrOBCHwPpbdOe7XNkLfXqY8LT64yHuSFBCbudm+yoL58PhMBoAFELEJDbegWCLo6EWq6ZGQA1JZZT1OpSz3v0VodD+cyIrx7kWu+0oAdn5oimXgUqjG77U0frTXdF0QzREnnK3B58kuBArIVCeCn6IhKGFCxTkRYt+4KMg54A7jfINh6A+U4X8vLSw8vqD99Bxxn4l0f2lsK1HR5rebyej7F5PvCK4im35o70/dzHd5bcKtDRqB6M= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: avoid_pacific_features: true cephadm_branch: v16.2.4 cephadm_git_url: https://github.com/ceph/ceph image: docker.io/ceph/ceph:v16.2.4 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - ceph config get mgr mgr/cephadm/migration_current | grep 4 teuthology_branch: master teuthology_sha1: 7c0cb8672986d9dbe53078a123af65593653ef7a timestamp: 2022-01-25_22:16:37 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2022-01-25T22:34:51.821 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa; will attempt to use it 2022-01-25T22:34:51.822 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa/tasks 2022-01-25T22:34:51.822 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-01-25T22:34:51.824 INFO:teuthology.task.internal:Checking packages... 2022-01-25T22:34:51.849 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '5bfc361ee5ddb060baaa8b6c472feff0ae2b176c' 2022-01-25T22:34:51.849 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-25T22:34:51.850 INFO:teuthology.packaging:ref: None 2022-01-25T22:34:51.851 INFO:teuthology.packaging:tag: None 2022-01-25T22:34:51.851 INFO:teuthology.packaging:branch: wip-yuri4-testing-2022-01-24-1706-pacific 2022-01-25T22:34:51.851 INFO:teuthology.packaging:sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:34:51.852 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri4-testing-2022-01-24-1706-pacific 2022-01-25T22:34:52.067 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-240.g5bfc361e 2022-01-25T22:34:52.067 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-01-25T22:34:52.076 INFO:teuthology.task.internal:no buildpackages task found 2022-01-25T22:34:52.076 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-01-25T22:34:52.107 INFO:teuthology.task.internal:Saving configuration 2022-01-25T22:34:52.123 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-01-25T22:34:52.131 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-01-25T22:34:52.154 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi068.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640222', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-25 22:29:43.484718', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE9pnAiTMxY2sSm1PaU9xe8DdjnS+VJeONdq85k9rKyIl+z54AOzIAy6N0tuqo+lnD5/4lXR0FaV9XkC0f6GT6k='} 2022-01-25T22:34:52.177 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi165.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640222', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-25 22:29:43.483311', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHgoqnXPntSqn5C+a9r2KQUQeAUV1WUMWumjDY7ZV/0+/Ir4tNz4vIg+XyNDKEQa7qUAEBC/1lJ6cCkyFvX/ANA='} 2022-01-25T22:34:52.177 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-01-25T22:34:52.185 INFO:teuthology.task.internal:roles: ubuntu@smithi068.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2022-01-25T22:34:52.186 INFO:teuthology.task.internal:roles: ubuntu@smithi165.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2022-01-25T22:34:52.186 INFO:teuthology.run_tasks:Running task console_log... 2022-01-25T22:34:52.279 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f44c3e9dbf8>, signals=[15]) 2022-01-25T22:34:52.281 INFO:teuthology.run_tasks:Running task internal.connect... 2022-01-25T22:34:52.292 INFO:teuthology.task.internal:Opening connections... 2022-01-25T22:34:52.292 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:34:52.294 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi068.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:34:52.366 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi165.front.sepia.ceph.com 2022-01-25T22:34:52.367 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:34:52.433 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-01-25T22:34:52.443 DEBUG:teuthology.orchestra.run.smithi068:> uname -m 2022-01-25T22:34:52.463 INFO:teuthology.orchestra.run.smithi068.stdout:x86_64 2022-01-25T22:34:52.464 DEBUG:teuthology.orchestra.run.smithi068:> cat /etc/os-release 2022-01-25T22:34:52.522 INFO:teuthology.orchestra.run.smithi068.stdout:NAME="CentOS Stream" 2022-01-25T22:34:52.522 INFO:teuthology.orchestra.run.smithi068.stdout:VERSION="8" 2022-01-25T22:34:52.523 INFO:teuthology.orchestra.run.smithi068.stdout:ID="centos" 2022-01-25T22:34:52.523 INFO:teuthology.orchestra.run.smithi068.stdout:ID_LIKE="rhel fedora" 2022-01-25T22:34:52.523 INFO:teuthology.orchestra.run.smithi068.stdout:VERSION_ID="8" 2022-01-25T22:34:52.523 INFO:teuthology.orchestra.run.smithi068.stdout:PLATFORM_ID="platform:el8" 2022-01-25T22:34:52.524 INFO:teuthology.orchestra.run.smithi068.stdout:PRETTY_NAME="CentOS Stream 8" 2022-01-25T22:34:52.524 INFO:teuthology.orchestra.run.smithi068.stdout:ANSI_COLOR="0;31" 2022-01-25T22:34:52.524 INFO:teuthology.orchestra.run.smithi068.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-25T22:34:52.524 INFO:teuthology.orchestra.run.smithi068.stdout:HOME_URL="https://centos.org/" 2022-01-25T22:34:52.524 INFO:teuthology.orchestra.run.smithi068.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-01-25T22:34:52.525 INFO:teuthology.orchestra.run.smithi068.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-01-25T22:34:52.525 INFO:teuthology.orchestra.run.smithi068.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-01-25T22:34:52.526 INFO:teuthology.lock.ops:Updating smithi068.front.sepia.ceph.com on lock server 2022-01-25T22:34:52.545 DEBUG:teuthology.orchestra.run.smithi165:> uname -m 2022-01-25T22:34:52.564 INFO:teuthology.orchestra.run.smithi165.stdout:x86_64 2022-01-25T22:34:52.564 DEBUG:teuthology.orchestra.run.smithi165:> cat /etc/os-release 2022-01-25T22:34:52.622 INFO:teuthology.orchestra.run.smithi165.stdout:NAME="CentOS Stream" 2022-01-25T22:34:52.623 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION="8" 2022-01-25T22:34:52.623 INFO:teuthology.orchestra.run.smithi165.stdout:ID="centos" 2022-01-25T22:34:52.623 INFO:teuthology.orchestra.run.smithi165.stdout:ID_LIKE="rhel fedora" 2022-01-25T22:34:52.623 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION_ID="8" 2022-01-25T22:34:52.624 INFO:teuthology.orchestra.run.smithi165.stdout:PLATFORM_ID="platform:el8" 2022-01-25T22:34:52.624 INFO:teuthology.orchestra.run.smithi165.stdout:PRETTY_NAME="CentOS Stream 8" 2022-01-25T22:34:52.624 INFO:teuthology.orchestra.run.smithi165.stdout:ANSI_COLOR="0;31" 2022-01-25T22:34:52.624 INFO:teuthology.orchestra.run.smithi165.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-25T22:34:52.625 INFO:teuthology.orchestra.run.smithi165.stdout:HOME_URL="https://centos.org/" 2022-01-25T22:34:52.625 INFO:teuthology.orchestra.run.smithi165.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-01-25T22:34:52.625 INFO:teuthology.orchestra.run.smithi165.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-01-25T22:34:52.625 INFO:teuthology.orchestra.run.smithi165.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-01-25T22:34:52.626 INFO:teuthology.lock.ops:Updating smithi165.front.sepia.ceph.com on lock server 2022-01-25T22:34:52.643 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-01-25T22:34:52.654 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-01-25T22:34:52.676 INFO:teuthology.task.internal:Checking for old test directory... 2022-01-25T22:34:52.676 DEBUG:teuthology.orchestra.run.smithi068:> test '!' -e /home/ubuntu/cephtest 2022-01-25T22:34:52.680 DEBUG:teuthology.orchestra.run.smithi165:> test '!' -e /home/ubuntu/cephtest 2022-01-25T22:34:52.698 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-01-25T22:34:52.709 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-01-25T22:34:52.710 DEBUG:teuthology.orchestra.run.smithi068:> test -z $(ls -A /var/lib/ceph) 2022-01-25T22:34:52.738 DEBUG:teuthology.orchestra.run.smithi165:> test -z $(ls -A /var/lib/ceph) 2022-01-25T22:34:52.769 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-01-25T22:34:52.824 INFO:teuthology.run_tasks:Running task kernel... 2022-01-25T22:34:52.841 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-01-25T22:34:52.842 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-01-25T22:34:52.843 DEBUG:teuthology.orchestra.run.smithi068:> uname -r 2022-01-25T22:34:52.844 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2022-01-25T22:34:52.863 INFO:teuthology.orchestra.run.smithi068.stdout:4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:34:52.863 INFO:teuthology.task.kernel:Running kernel on smithi068: 4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:34:52.864 DEBUG:teuthology.orchestra.run.smithi068:> sudo yum install -y kernel 2022-01-25T22:34:52.865 INFO:teuthology.orchestra.run.smithi165.stdout:4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:34:52.866 INFO:teuthology.task.kernel:Running kernel on smithi165: 4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:34:52.866 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum install -y kernel 2022-01-25T22:34:53.924 INFO:teuthology.orchestra.run.smithi165.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:34:53.924 INFO:teuthology.orchestra.run.smithi165.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:34:53.969 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:34:53.970 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:34:55.733 INFO:teuthology.orchestra.run.smithi068.stdout:CentOS-8 - AppStream 30 MB/s | 19 MB 00:00 2022-01-25T22:34:55.822 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-8 - AppStream 28 MB/s | 19 MB 00:00 2022-01-25T22:34:59.664 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-8 - Base 32 MB/s | 18 MB 00:00 2022-01-25T22:34:59.792 INFO:teuthology.orchestra.run.smithi068.stdout:CentOS-8 - Base 37 MB/s | 18 MB 00:00 2022-01-25T22:35:02.347 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-8 - Extras 117 kB/s | 16 kB 00:00 2022-01-25T22:35:02.699 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-8 - PowerTools 17 MB/s | 3.9 MB 00:00 2022-01-25T22:35:02.733 INFO:teuthology.orchestra.run.smithi068.stdout:CentOS-8 - Extras 141 kB/s | 16 kB 00:00 2022-01-25T22:35:03.093 INFO:teuthology.orchestra.run.smithi068.stdout:CentOS-8 - PowerTools 17 MB/s | 3.9 MB 00:00 2022-01-25T22:35:06.173 INFO:teuthology.orchestra.run.smithi165.stdout:Copr repo for python3-asyncssh owned by ceph 1.3 kB/s | 3.5 kB 00:02 2022-01-25T22:35:06.321 INFO:teuthology.orchestra.run.smithi068.stdout:Copr repo for python3-asyncssh owned by ceph 1.4 kB/s | 3.5 kB 00:02 2022-01-25T22:35:07.602 INFO:teuthology.orchestra.run.smithi165.stdout:Apache Arrow 141 kB/s | 184 kB 00:01 2022-01-25T22:35:07.735 INFO:teuthology.orchestra.run.smithi068.stdout:Apache Arrow 144 kB/s | 184 kB 00:01 2022-01-25T22:35:09.465 INFO:teuthology.orchestra.run.smithi165.stdout:Extra Packages for Enterprise Linux 6.4 MB/s | 11 MB 00:01 2022-01-25T22:35:09.677 INFO:teuthology.orchestra.run.smithi068.stdout:Extra Packages for Enterprise Linux 6.2 MB/s | 11 MB 00:01 2022-01-25T22:35:12.231 INFO:teuthology.orchestra.run.smithi165.stdout:lab-extras 403 kB/s | 24 kB 00:00 2022-01-25T22:35:12.568 INFO:teuthology.orchestra.run.smithi068.stdout:lab-extras 404 kB/s | 24 kB 00:00 2022-01-25T22:35:14.720 INFO:teuthology.orchestra.run.smithi165.stdout:Package kernel-4.18.0-348.2.1.el8_5.x86_64 is already installed. 2022-01-25T22:35:14.720 INFO:teuthology.orchestra.run.smithi165.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-25T22:35:14.825 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2022-01-25T22:35:14.826 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2022-01-25T22:35:14.827 INFO:teuthology.orchestra.run.smithi165.stdout: Package Architecture Version Repository Size 2022-01-25T22:35:14.827 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2022-01-25T22:35:14.828 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2022-01-25T22:35:14.828 INFO:teuthology.orchestra.run.smithi165.stdout: kernel x86_64 4.18.0-358.el8 CentOS-Base 7.5 M 2022-01-25T22:35:14.829 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2022-01-25T22:35:14.829 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-core x86_64 4.18.0-358.el8 CentOS-Base 38 M 2022-01-25T22:35:14.829 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-modules x86_64 4.18.0-358.el8 CentOS-Base 31 M 2022-01-25T22:35:14.830 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:35:14.830 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2022-01-25T22:35:14.831 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2022-01-25T22:35:14.831 INFO:teuthology.orchestra.run.smithi165.stdout:Install 3 Packages 2022-01-25T22:35:14.832 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:35:14.832 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 77 M 2022-01-25T22:35:14.832 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 91 M 2022-01-25T22:35:14.833 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2022-01-25T22:35:15.125 INFO:teuthology.orchestra.run.smithi165.stdout:(1/3): kernel-4.18.0-358.el8.x86_64.rpm 25 MB/s | 7.5 MB 00:00 2022-01-25T22:35:15.182 INFO:teuthology.orchestra.run.smithi068.stdout:Package kernel-4.18.0-348.2.1.el8_5.x86_64 is already installed. 2022-01-25T22:35:15.182 INFO:teuthology.orchestra.run.smithi068.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-25T22:35:15.302 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. 2022-01-25T22:35:15.303 INFO:teuthology.orchestra.run.smithi068.stdout:================================================================================ 2022-01-25T22:35:15.303 INFO:teuthology.orchestra.run.smithi068.stdout: Package Architecture Version Repository Size 2022-01-25T22:35:15.304 INFO:teuthology.orchestra.run.smithi068.stdout:================================================================================ 2022-01-25T22:35:15.304 INFO:teuthology.orchestra.run.smithi068.stdout:Installing: 2022-01-25T22:35:15.304 INFO:teuthology.orchestra.run.smithi068.stdout: kernel x86_64 4.18.0-358.el8 CentOS-Base 7.5 M 2022-01-25T22:35:15.304 INFO:teuthology.orchestra.run.smithi068.stdout:Installing dependencies: 2022-01-25T22:35:15.305 INFO:teuthology.orchestra.run.smithi068.stdout: kernel-core x86_64 4.18.0-358.el8 CentOS-Base 38 M 2022-01-25T22:35:15.305 INFO:teuthology.orchestra.run.smithi068.stdout: kernel-modules x86_64 4.18.0-358.el8 CentOS-Base 31 M 2022-01-25T22:35:15.305 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:35:15.305 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary 2022-01-25T22:35:15.306 INFO:teuthology.orchestra.run.smithi068.stdout:================================================================================ 2022-01-25T22:35:15.306 INFO:teuthology.orchestra.run.smithi068.stdout:Install 3 Packages 2022-01-25T22:35:15.306 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:35:15.307 INFO:teuthology.orchestra.run.smithi068.stdout:Total download size: 77 M 2022-01-25T22:35:15.307 INFO:teuthology.orchestra.run.smithi068.stdout:Installed size: 91 M 2022-01-25T22:35:15.308 INFO:teuthology.orchestra.run.smithi068.stdout:Downloading Packages: 2022-01-25T22:35:15.936 INFO:teuthology.orchestra.run.smithi068.stdout:(1/3): kernel-4.18.0-358.el8.x86_64.rpm 12 MB/s | 7.5 MB 00:00 2022-01-25T22:35:16.017 INFO:teuthology.orchestra.run.smithi165.stdout:(2/3): kernel-core-4.18.0-358.el8.x86_64.rpm 32 MB/s | 38 MB 00:01 2022-01-25T22:35:16.308 INFO:teuthology.orchestra.run.smithi165.stdout:(3/3): kernel-modules-4.18.0-358.el8.x86_64.rpm 21 MB/s | 31 MB 00:01 2022-01-25T22:35:16.311 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:35:16.311 INFO:teuthology.orchestra.run.smithi165.stdout:Total 52 MB/s | 77 MB 00:01 2022-01-25T22:35:16.603 INFO:teuthology.orchestra.run.smithi068.stdout:(2/3): kernel-modules-4.18.0-358.el8.x86_64.rpm 24 MB/s | 31 MB 00:01 2022-01-25T22:35:16.889 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2022-01-25T22:35:16.979 INFO:teuthology.orchestra.run.smithi068.stdout:(3/3): kernel-core-4.18.0-358.el8.x86_64.rpm 23 MB/s | 38 MB 00:01 2022-01-25T22:35:16.981 INFO:teuthology.orchestra.run.smithi068.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:35:16.982 INFO:teuthology.orchestra.run.smithi068.stdout:Total 46 MB/s | 77 MB 00:01 2022-01-25T22:35:17.274 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2022-01-25T22:35:17.274 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2022-01-25T22:35:17.607 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check 2022-01-25T22:35:18.003 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. 2022-01-25T22:35:18.003 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test 2022-01-25T22:35:18.562 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2022-01-25T22:35:18.576 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2022-01-25T22:35:19.331 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction test succeeded. 2022-01-25T22:35:19.355 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction 2022-01-25T22:35:21.052 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2022-01-25T22:35:21.535 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:35:22.021 INFO:teuthology.orchestra.run.smithi068.stdout: Preparing : 1/1 2022-01-25T22:35:22.534 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:35:25.208 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:35:25.564 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:35:26.308 INFO:teuthology.orchestra.run.smithi068.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:35:26.700 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:35:28.674 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:35:28.934 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:30.032 INFO:teuthology.orchestra.run.smithi068.stdout: Running scriptlet: kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:35:30.299 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:50.154 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:50.495 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:50.495 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:35:50.496 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-core-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:35:50.971 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-modules-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:50.971 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:35:50.971 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2022-01-25T22:35:50.972 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-4.18.0-358.el8.x86_64 kernel-core-4.18.0-358.el8.x86_64 2022-01-25T22:35:50.972 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-modules-4.18.0-358.el8.x86_64 2022-01-25T22:35:50.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:35:50.972 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2022-01-25T22:35:51.095 DEBUG:teuthology.orchestra.run.smithi165:> rpm -q kernel --last | head -n 1 2022-01-25T22:35:51.255 INFO:teuthology.orchestra.run.smithi165.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:35:28 PM UTC 2022-01-25T22:35:51.256 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:35:51.256 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-348.2.1.el8_5.x86_64 Expected: 4.18.0-358.el8.x86_64 2022-01-25T22:35:51.257 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-25T22:35:51.257 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-25T22:35:51.257 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2022-01-25T22:35:51.257 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi165.front.sepia.ceph.com, path=None, version=distro) 2022-01-25T22:35:51.258 DEBUG:teuthology.orchestra.run.smithi165:> rpm -q kernel --last | head -n 1 2022-01-25T22:35:51.410 INFO:teuthology.orchestra.run.smithi165.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:35:28 PM UTC 2022-01-25T22:35:51.411 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:35:51.411 DEBUG:teuthology.orchestra.run.smithi165:> sudo rpm -qi grub2-tools 2022-01-25T22:35:51.444 INFO:teuthology.orchestra.run.smithi165.stdout:Name : grub2-tools 2022-01-25T22:35:51.444 INFO:teuthology.orchestra.run.smithi165.stdout:Epoch : 1 2022-01-25T22:35:51.444 INFO:teuthology.orchestra.run.smithi165.stdout:Version : 2.02 2022-01-25T22:35:51.444 INFO:teuthology.orchestra.run.smithi165.stdout:Release : 106.el8 2022-01-25T22:35:51.444 INFO:teuthology.orchestra.run.smithi165.stdout:Architecture: x86_64 2022-01-25T22:35:51.445 INFO:teuthology.orchestra.run.smithi165.stdout:Install Date: Thu 02 Dec 2021 10:09:41 PM UTC 2022-01-25T22:35:51.445 INFO:teuthology.orchestra.run.smithi165.stdout:Group : System Environment/Base 2022-01-25T22:35:51.445 INFO:teuthology.orchestra.run.smithi165.stdout:Size : 9265339 2022-01-25T22:35:51.445 INFO:teuthology.orchestra.run.smithi165.stdout:License : GPLv3+ 2022-01-25T22:35:51.446 INFO:teuthology.orchestra.run.smithi165.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-01-25T22:35:51.446 INFO:teuthology.orchestra.run.smithi165.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-01-25T22:35:51.446 INFO:teuthology.orchestra.run.smithi165.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-01-25T22:35:51.446 INFO:teuthology.orchestra.run.smithi165.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-25T22:35:51.446 INFO:teuthology.orchestra.run.smithi165.stdout:Relocations : (not relocatable) 2022-01-25T22:35:51.447 INFO:teuthology.orchestra.run.smithi165.stdout:Packager : CentOS BuildSystem 2022-01-25T22:35:51.447 INFO:teuthology.orchestra.run.smithi165.stdout:Vendor : CentOS 2022-01-25T22:35:51.447 INFO:teuthology.orchestra.run.smithi165.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-25T22:35:51.447 INFO:teuthology.orchestra.run.smithi165.stdout:Summary : Support tools for GRUB. 2022-01-25T22:35:51.448 INFO:teuthology.orchestra.run.smithi165.stdout:Description : 2022-01-25T22:35:51.448 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:35:51.448 INFO:teuthology.orchestra.run.smithi165.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-25T22:35:51.448 INFO:teuthology.orchestra.run.smithi165.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-25T22:35:51.448 INFO:teuthology.orchestra.run.smithi165.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-25T22:35:51.449 INFO:teuthology.orchestra.run.smithi165.stdout:hardware devices. 2022-01-25T22:35:51.449 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:35:51.449 INFO:teuthology.orchestra.run.smithi165.stdout:This subpackage provides tools for support of all platforms. 2022-01-25T22:35:51.450 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-25T22:35:51.450 INFO:teuthology.task.kernel:Updating grub on smithi165 to boot 4.18.0-358.el8.x86_64 2022-01-25T22:35:51.451 DEBUG:teuthology.orchestra.run.smithi165:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-25T22:35:53.175 INFO:teuthology.orchestra.run.smithi165.stderr:Generating grub configuration file ... 2022-01-25T22:35:53.380 INFO:teuthology.orchestra.run.smithi068.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:53.737 INFO:teuthology.orchestra.run.smithi068.stdout: Running scriptlet: kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:53.737 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : kernel-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:35:53.737 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : kernel-core-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:35:54.282 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : kernel-modules-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:35:54.282 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:35:54.283 INFO:teuthology.orchestra.run.smithi068.stdout:Installed: 2022-01-25T22:35:54.283 INFO:teuthology.orchestra.run.smithi068.stdout: kernel-4.18.0-358.el8.x86_64 kernel-core-4.18.0-358.el8.x86_64 2022-01-25T22:35:54.283 INFO:teuthology.orchestra.run.smithi068.stdout: kernel-modules-4.18.0-358.el8.x86_64 2022-01-25T22:35:54.283 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:35:54.284 INFO:teuthology.orchestra.run.smithi068.stdout:Complete! 2022-01-25T22:35:54.517 DEBUG:teuthology.orchestra.run.smithi068:> rpm -q kernel --last | head -n 1 2022-01-25T22:35:54.685 INFO:teuthology.orchestra.run.smithi068.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:35:30 PM UTC 2022-01-25T22:35:54.686 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:35:54.686 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-348.2.1.el8_5.x86_64 Expected: 4.18.0-358.el8.x86_64 2022-01-25T22:35:54.686 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-25T22:35:54.687 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-25T22:35:54.687 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2022-01-25T22:35:54.687 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi068.front.sepia.ceph.com, path=None, version=distro) 2022-01-25T22:35:54.688 DEBUG:teuthology.orchestra.run.smithi068:> rpm -q kernel --last | head -n 1 2022-01-25T22:35:54.847 INFO:teuthology.orchestra.run.smithi068.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:35:30 PM UTC 2022-01-25T22:35:54.849 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:35:54.849 DEBUG:teuthology.orchestra.run.smithi068:> sudo rpm -qi grub2-tools 2022-01-25T22:35:54.883 INFO:teuthology.orchestra.run.smithi068.stdout:Name : grub2-tools 2022-01-25T22:35:54.884 INFO:teuthology.orchestra.run.smithi068.stdout:Epoch : 1 2022-01-25T22:35:54.884 INFO:teuthology.orchestra.run.smithi068.stdout:Version : 2.02 2022-01-25T22:35:54.884 INFO:teuthology.orchestra.run.smithi068.stdout:Release : 106.el8 2022-01-25T22:35:54.884 INFO:teuthology.orchestra.run.smithi068.stdout:Architecture: x86_64 2022-01-25T22:35:54.884 INFO:teuthology.orchestra.run.smithi068.stdout:Install Date: Thu 02 Dec 2021 10:09:41 PM UTC 2022-01-25T22:35:54.885 INFO:teuthology.orchestra.run.smithi068.stdout:Group : System Environment/Base 2022-01-25T22:35:54.885 INFO:teuthology.orchestra.run.smithi068.stdout:Size : 9265339 2022-01-25T22:35:54.885 INFO:teuthology.orchestra.run.smithi068.stdout:License : GPLv3+ 2022-01-25T22:35:54.885 INFO:teuthology.orchestra.run.smithi068.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-01-25T22:35:54.886 INFO:teuthology.orchestra.run.smithi068.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-01-25T22:35:54.886 INFO:teuthology.orchestra.run.smithi068.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-01-25T22:35:54.886 INFO:teuthology.orchestra.run.smithi068.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-25T22:35:54.886 INFO:teuthology.orchestra.run.smithi068.stdout:Relocations : (not relocatable) 2022-01-25T22:35:54.887 INFO:teuthology.orchestra.run.smithi068.stdout:Packager : CentOS BuildSystem 2022-01-25T22:35:54.887 INFO:teuthology.orchestra.run.smithi068.stdout:Vendor : CentOS 2022-01-25T22:35:54.887 INFO:teuthology.orchestra.run.smithi068.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-25T22:35:54.887 INFO:teuthology.orchestra.run.smithi068.stdout:Summary : Support tools for GRUB. 2022-01-25T22:35:54.887 INFO:teuthology.orchestra.run.smithi068.stdout:Description : 2022-01-25T22:35:54.888 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:35:54.888 INFO:teuthology.orchestra.run.smithi068.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-25T22:35:54.888 INFO:teuthology.orchestra.run.smithi068.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-25T22:35:54.888 INFO:teuthology.orchestra.run.smithi068.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-25T22:35:54.888 INFO:teuthology.orchestra.run.smithi068.stdout:hardware devices. 2022-01-25T22:35:54.889 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:35:54.889 INFO:teuthology.orchestra.run.smithi068.stdout:This subpackage provides tools for support of all platforms. 2022-01-25T22:35:54.890 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-25T22:35:54.890 INFO:teuthology.task.kernel:Updating grub on smithi068 to boot 4.18.0-358.el8.x86_64 2022-01-25T22:35:54.891 DEBUG:teuthology.orchestra.run.smithi068:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-25T22:35:55.749 INFO:teuthology.orchestra.run.smithi165.stderr:done 2022-01-25T22:35:55.750 DEBUG:teuthology.orchestra.run.smithi165:> mktemp 2022-01-25T22:35:55.771 INFO:teuthology.orchestra.run.smithi165.stdout:/tmp/tmp.W1CYHwIrhm 2022-01-25T22:35:55.771 DEBUG:teuthology.orchestra.run.smithi165:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.W1CYHwIrhm 2022-01-25T22:35:55.851 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0666 /tmp/tmp.W1CYHwIrhm 2022-01-25T22:35:56.008 DEBUG:teuthology.orchestra.remote:smithi165:/tmp/tmp.W1CYHwIrhm is 6KB 2022-01-25T22:35:56.057 DEBUG:teuthology.orchestra.run.smithi165:> rm -fr /tmp/tmp.W1CYHwIrhm 2022-01-25T22:35:56.072 DEBUG:teuthology.orchestra.run.smithi165:> sudo /bin/ls /boot/loader/entries || true 2022-01-25T22:35:56.135 INFO:teuthology.orchestra.run.smithi165.stdout:54c8b3f95a884696922d0d687e6bf68d-0-rescue.conf 2022-01-25T22:35:56.136 INFO:teuthology.orchestra.run.smithi165.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-240.el8.x86_64.conf 2022-01-25T22:35:56.136 INFO:teuthology.orchestra.run.smithi165.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-348.2.1.el8_5.x86_64.conf 2022-01-25T22:35:56.136 INFO:teuthology.orchestra.run.smithi165.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64.conf 2022-01-25T22:35:56.137 DEBUG:teuthology.orchestra.run.smithi165:> sudo grub2-set-default 54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64 2022-01-25T22:35:56.190 INFO:teuthology.orchestra.run.smithi068.stderr:Generating grub configuration file ... 2022-01-25T22:35:56.304 DEBUG:teuthology.orchestra.run.smithi165:> sudo shutdown -r now 2022-01-25T22:35:58.386 INFO:teuthology.orchestra.run.smithi068.stderr:done 2022-01-25T22:35:58.388 DEBUG:teuthology.orchestra.run.smithi068:> mktemp 2022-01-25T22:35:58.413 INFO:teuthology.orchestra.run.smithi068.stdout:/tmp/tmp.oie5ci65aY 2022-01-25T22:35:58.414 DEBUG:teuthology.orchestra.run.smithi068:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.oie5ci65aY 2022-01-25T22:35:58.484 DEBUG:teuthology.orchestra.run.smithi068:> sudo chmod 0666 /tmp/tmp.oie5ci65aY 2022-01-25T22:35:58.648 DEBUG:teuthology.orchestra.remote:smithi068:/tmp/tmp.oie5ci65aY is 6KB 2022-01-25T22:35:58.697 DEBUG:teuthology.orchestra.run.smithi068:> rm -fr /tmp/tmp.oie5ci65aY 2022-01-25T22:35:58.712 DEBUG:teuthology.orchestra.run.smithi068:> sudo /bin/ls /boot/loader/entries || true 2022-01-25T22:35:58.776 INFO:teuthology.orchestra.run.smithi068.stdout:54c8b3f95a884696922d0d687e6bf68d-0-rescue.conf 2022-01-25T22:35:58.777 INFO:teuthology.orchestra.run.smithi068.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-240.el8.x86_64.conf 2022-01-25T22:35:58.777 INFO:teuthology.orchestra.run.smithi068.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-348.2.1.el8_5.x86_64.conf 2022-01-25T22:35:58.777 INFO:teuthology.orchestra.run.smithi068.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64.conf 2022-01-25T22:35:58.779 DEBUG:teuthology.orchestra.run.smithi068:> sudo grub2-set-default 54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64 2022-01-25T22:35:58.937 DEBUG:teuthology.orchestra.run.smithi068:> sudo shutdown -r now 2022-01-25T22:36:26.330 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2022-01-25T22:36:26.331 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2022-01-25T22:36:26.332 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:36:28.942 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2022-01-25T22:36:28.943 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi068.front.sepia.ceph.com' 2022-01-25T22:36:28.944 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi068.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:36:44.875 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2022-01-25T22:36:47.434 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.68 2022-01-25T22:37:14.903 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2022-01-25T22:37:14.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:37:17.439 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi068.front.sepia.ceph.com' 2022-01-25T22:37:17.440 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi068.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:37:33.263 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2022-01-25T22:37:35.823 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.68 2022-01-25T22:38:03.291 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2022-01-25T22:38:03.292 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:38:03.601 DEBUG:teuthology.orchestra.run.smithi165:> true 2022-01-25T22:38:03.884 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2022-01-25T22:38:03.884 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-358.el8.x86_64"... 2022-01-25T22:38:03.885 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2022-01-25T22:38:03.901 INFO:teuthology.orchestra.run.smithi165.stdout:4.18.0-358.el8.x86_64 2022-01-25T22:38:03.902 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-358.el8.x86_64 vs 4.18.0-358.el8.x86_64 2022-01-25T22:38:03.902 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-25T22:38:03.903 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-25T22:38:04.903 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2022-01-25T22:38:04.904 DEBUG:teuthology.orchestra.run.smithi165:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-25T22:38:04.987 INFO:teuthology.orchestra.run.smithi165.stdout:ttyS1 2022-01-25T22:38:05.004 DEBUG:teuthology.parallel:result is None 2022-01-25T22:38:05.823 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi068.front.sepia.ceph.com' 2022-01-25T22:38:05.824 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi068.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:38:06.151 DEBUG:teuthology.orchestra.run.smithi068:> true 2022-01-25T22:38:06.420 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi068.front.sepia.ceph.com' 2022-01-25T22:38:06.420 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-358.el8.x86_64"... 2022-01-25T22:38:06.420 DEBUG:teuthology.orchestra.run.smithi068:> uname -r 2022-01-25T22:38:06.438 INFO:teuthology.orchestra.run.smithi068.stdout:4.18.0-358.el8.x86_64 2022-01-25T22:38:06.438 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-358.el8.x86_64 vs 4.18.0-358.el8.x86_64 2022-01-25T22:38:06.438 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-25T22:38:06.439 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-25T22:38:07.439 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2022-01-25T22:38:07.440 DEBUG:teuthology.orchestra.run.smithi068:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-25T22:38:07.530 INFO:teuthology.orchestra.run.smithi068.stdout:ttyS1 2022-01-25T22:38:07.542 DEBUG:teuthology.parallel:result is None 2022-01-25T22:38:07.542 INFO:teuthology.run_tasks:Running task internal.base... 2022-01-25T22:38:07.552 INFO:teuthology.task.internal:Creating test directory... 2022-01-25T22:38:07.553 DEBUG:teuthology.orchestra.run.smithi068:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-25T22:38:07.555 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-25T22:38:07.575 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-01-25T22:38:07.592 INFO:teuthology.run_tasks:Running task internal.archive... 2022-01-25T22:38:07.614 INFO:teuthology.task.internal:Creating archive directory... 2022-01-25T22:38:07.614 DEBUG:teuthology.orchestra.run.smithi068:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-25T22:38:07.617 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-25T22:38:07.651 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-01-25T22:38:07.660 INFO:teuthology.task.internal:Enabling coredump saving... 2022-01-25T22:38:07.661 DEBUG:teuthology.orchestra.run.smithi068:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-25T22:38:07.688 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-25T22:38:07.724 INFO:teuthology.orchestra.run.smithi068.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:38:07.726 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:38:07.736 INFO:teuthology.orchestra.run.smithi068.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:38:07.738 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:38:07.739 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-01-25T22:38:07.749 INFO:teuthology.task.internal:Configuring sudo... 2022-01-25T22:38:07.749 DEBUG:teuthology.orchestra.run.smithi068:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-25T22:38:07.781 DEBUG:teuthology.orchestra.run.smithi165:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-25T22:38:07.811 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-01-25T22:38:07.822 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-01-25T22:38:07.823 DEBUG:teuthology.orchestra.run.smithi068:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-25T22:38:07.849 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-25T22:38:07.869 DEBUG:teuthology.orchestra.run.smithi068:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:38:07.950 DEBUG:teuthology.orchestra.run.smithi068:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:38:08.002 DEBUG:teuthology.orchestra.run.smithi068:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:38:08.082 DEBUG:teuthology.orchestra.run.smithi068:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:38:08.127 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:38:08.128 DEBUG:teuthology.orchestra.run.smithi068:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-25T22:38:08.193 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:38:08.236 DEBUG:teuthology.orchestra.run.smithi165:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:38:08.290 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:38:08.371 DEBUG:teuthology.orchestra.run.smithi165:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:38:08.416 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2022-01-25T22:38:08.416 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-25T22:38:08.484 DEBUG:teuthology.orchestra.run.smithi068:> sudo service rsyslog restart 2022-01-25T22:38:08.486 DEBUG:teuthology.orchestra.run.smithi165:> sudo service rsyslog restart 2022-01-25T22:38:08.545 INFO:teuthology.orchestra.run.smithi068.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-25T22:38:08.590 INFO:teuthology.orchestra.run.smithi165.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-25T22:38:09.061 INFO:teuthology.run_tasks:Running task internal.timer... 2022-01-25T22:38:09.072 INFO:teuthology.task.internal:Starting timer... 2022-01-25T22:38:09.072 INFO:teuthology.run_tasks:Running task pcp... 2022-01-25T22:38:09.110 INFO:teuthology.run_tasks:Running task selinux... 2022-01-25T22:38:09.141 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-01-25T22:38:09.141 DEBUG:teuthology.orchestra.run.smithi068:> sudo service auditd rotate 2022-01-25T22:38:09.234 INFO:teuthology.orchestra.run.smithi068.stdout:Rotating logs: [ OK ] 2022-01-25T22:38:09.236 DEBUG:teuthology.orchestra.run.smithi165:> sudo service auditd rotate 2022-01-25T22:38:09.294 INFO:teuthology.orchestra.run.smithi165.stdout:Rotating logs: [ OK ] 2022-01-25T22:38:09.296 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-01-25T22:38:09.296 DEBUG:teuthology.orchestra.run.smithi068:> /usr/sbin/getenforce 2022-01-25T22:38:09.325 INFO:teuthology.orchestra.run.smithi068.stdout:Permissive 2022-01-25T22:38:09.325 DEBUG:teuthology.orchestra.run.smithi165:> /usr/sbin/getenforce 2022-01-25T22:38:09.364 INFO:teuthology.orchestra.run.smithi165.stdout:Permissive 2022-01-25T22:38:09.365 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi068.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi165.front.sepia.ceph.com': 'permissive'} 2022-01-25T22:38:09.365 DEBUG:teuthology.orchestra.run.smithi068:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-25T22:38:09.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-25T22:38:09.394 DEBUG:teuthology.orchestra.run.smithi165:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-25T22:38:09.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-25T22:38:09.432 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-01-25T22:38:09.433 DEBUG:teuthology.orchestra.run.smithi068:> sudo /usr/sbin/setenforce permissive 2022-01-25T22:38:09.476 DEBUG:teuthology.orchestra.run.smithi165:> sudo /usr/sbin/setenforce permissive 2022-01-25T22:38:09.506 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-01-25T22:38:09.518 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2022-01-25T22:38:09.525 INFO:teuthology.repo_utils:Fetching master from origin 2022-01-25T22:38:09.559 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-01-25T22:43:20.572 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi068.front.sepia.ceph.com' 2022-01-25T22:43:20.575 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi068.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:43:20.645 DEBUG:teuthology.orchestra.run.smithi068:> true 2022-01-25T22:43:20.716 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2022-01-25T22:43:20.717 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:43:20.783 DEBUG:teuthology.orchestra.run.smithi165:> true 2022-01-25T22:43:20.850 INFO:teuthology.run_tasks:Running task clock... 2022-01-25T22:43:20.863 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-01-25T22:43:20.863 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-25T22:43:20.865 DEBUG:teuthology.orchestra.run.smithi068:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-25T22:43:20.868 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-25T22:43:20.869 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-25T22:43:20.898 INFO:teuthology.orchestra.run.smithi068.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-25T22:43:20.914 INFO:teuthology.orchestra.run.smithi068.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-25T22:43:20.921 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-25T22:43:20.935 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-25T22:43:20.990 INFO:teuthology.orchestra.run.smithi068.stderr:sudo: ntpd: command not found 2022-01-25T22:43:21.001 INFO:teuthology.orchestra.run.smithi068.stdout:506 Cannot talk to daemon 2022-01-25T22:43:21.008 INFO:teuthology.orchestra.run.smithi165.stderr:sudo: ntpd: command not found 2022-01-25T22:43:21.014 INFO:teuthology.orchestra.run.smithi068.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-25T22:43:21.020 INFO:teuthology.orchestra.run.smithi165.stdout:506 Cannot talk to daemon 2022-01-25T22:43:21.029 INFO:teuthology.orchestra.run.smithi068.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-25T22:43:21.034 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-25T22:43:21.048 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-25T22:43:21.094 INFO:teuthology.orchestra.run.smithi068.stderr:bash: ntpq: command not found 2022-01-25T22:43:21.098 INFO:teuthology.orchestra.run.smithi068.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-25T22:43:21.099 INFO:teuthology.orchestra.run.smithi068.stdout:=============================================================================== 2022-01-25T22:43:21.099 INFO:teuthology.orchestra.run.smithi068.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.099 INFO:teuthology.orchestra.run.smithi068.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.099 INFO:teuthology.orchestra.run.smithi068.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.100 INFO:teuthology.orchestra.run.smithi068.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.118 INFO:teuthology.orchestra.run.smithi165.stderr:bash: ntpq: command not found 2022-01-25T22:43:21.122 INFO:teuthology.orchestra.run.smithi165.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-25T22:43:21.122 INFO:teuthology.orchestra.run.smithi165.stdout:=============================================================================== 2022-01-25T22:43:21.122 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.123 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.123 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.123 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:43:21.124 INFO:teuthology.run_tasks:Running task pexec... 2022-01-25T22:43:21.135 INFO:teuthology.task.pexec:Executing custom commands... 2022-01-25T22:43:21.136 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:43:21.136 DEBUG:teuthology.orchestra.run.smithi068:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-25T22:43:21.137 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi165.front.sepia.ceph.com 2022-01-25T22:43:21.137 DEBUG:teuthology.orchestra.run.smithi165:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-25T22:43:21.368 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:21.369 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:21.383 INFO:teuthology.orchestra.run.smithi165.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:21.383 INFO:teuthology.orchestra.run.smithi165.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:21.755 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:16 ago on Tue 25 Jan 2022 10:42:05 PM UTC. 2022-01-25T22:43:21.757 INFO:teuthology.orchestra.run.smithi068.stdout:Last metadata expiration check: 0:01:13 ago on Tue 25 Jan 2022 10:42:08 PM UTC. 2022-01-25T22:43:22.678 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2022-01-25T22:43:22.679 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2022-01-25T22:43:22.679 INFO:teuthology.orchestra.run.smithi165.stdout: Package Architecture Version Repository Size 2022-01-25T22:43:22.679 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2022-01-25T22:43:22.679 INFO:teuthology.orchestra.run.smithi165.stdout:Resetting modules: 2022-01-25T22:43:22.679 INFO:teuthology.orchestra.run.smithi165.stdout: container-tools 2022-01-25T22:43:22.680 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:22.680 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2022-01-25T22:43:22.680 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2022-01-25T22:43:22.680 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:22.788 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. 2022-01-25T22:43:22.789 INFO:teuthology.orchestra.run.smithi068.stdout:================================================================================ 2022-01-25T22:43:22.790 INFO:teuthology.orchestra.run.smithi068.stdout: Package Architecture Version Repository Size 2022-01-25T22:43:22.790 INFO:teuthology.orchestra.run.smithi068.stdout:================================================================================ 2022-01-25T22:43:22.790 INFO:teuthology.orchestra.run.smithi068.stdout:Resetting modules: 2022-01-25T22:43:22.790 INFO:teuthology.orchestra.run.smithi068.stdout: container-tools 2022-01-25T22:43:22.791 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:22.791 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary 2022-01-25T22:43:22.791 INFO:teuthology.orchestra.run.smithi068.stdout:================================================================================ 2022-01-25T22:43:22.791 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:22.905 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2022-01-25T22:43:23.024 INFO:teuthology.orchestra.run.smithi068.stdout:Complete! 2022-01-25T22:43:23.151 INFO:teuthology.orchestra.run.smithi165.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:23.152 INFO:teuthology.orchestra.run.smithi165.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:23.278 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:23.278 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:43:23.522 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:18 ago on Tue 25 Jan 2022 10:42:05 PM UTC. 2022-01-25T22:43:23.668 INFO:teuthology.orchestra.run.smithi068.stdout:Last metadata expiration check: 0:01:15 ago on Tue 25 Jan 2022 10:42:08 PM UTC. 2022-01-25T22:43:24.507 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2022-01-25T22:43:24.508 INFO:teuthology.orchestra.run.smithi165.stdout:======================================================================================== 2022-01-25T22:43:24.508 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2022-01-25T22:43:24.509 INFO:teuthology.orchestra.run.smithi165.stdout:======================================================================================== 2022-01-25T22:43:24.509 INFO:teuthology.orchestra.run.smithi165.stdout:Installing group/module packages: 2022-01-25T22:43:24.509 INFO:teuthology.orchestra.run.smithi165.stdout: buildah x86_64 1:1.23.1-2.module_el8.6.0+954+963caf36 CentOS-AppStream 7.9 M 2022-01-25T22:43:24.509 INFO:teuthology.orchestra.run.smithi165.stdout: cockpit-podman noarch 35-1.module_el8.6.0+944+d413f95e CentOS-AppStream 457 k 2022-01-25T22:43:24.510 INFO:teuthology.orchestra.run.smithi165.stdout: crun x86_64 1.2-1.module_el8.6.0+954+963caf36 CentOS-AppStream 193 k 2022-01-25T22:43:24.510 INFO:teuthology.orchestra.run.smithi165.stdout: python3-podman noarch 3.2.1-4.module_el8.6.0+954+963caf36 CentOS-AppStream 148 k 2022-01-25T22:43:24.510 INFO:teuthology.orchestra.run.smithi165.stdout: skopeo x86_64 2:1.5.0-2.module_el8.6.0+954+963caf36 CentOS-AppStream 6.7 M 2022-01-25T22:43:24.510 INFO:teuthology.orchestra.run.smithi165.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-01-25T22:43:24.511 INFO:teuthology.orchestra.run.smithi165.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-01-25T22:43:24.511 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2022-01-25T22:43:24.511 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-01-25T22:43:24.511 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-01-25T22:43:24.511 INFO:teuthology.orchestra.run.smithi165.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-01-25T22:43:24.512 INFO:teuthology.orchestra.run.smithi165.stdout:Installing module profiles: 2022-01-25T22:43:24.512 INFO:teuthology.orchestra.run.smithi165.stdout: container-tools/common 2022-01-25T22:43:24.512 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:24.512 INFO:teuthology.orchestra.run.smithi165.stdout:Enabling module streams: 2022-01-25T22:43:24.513 INFO:teuthology.orchestra.run.smithi165.stdout: container-tools rhel8 2022-01-25T22:43:24.513 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:24.513 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2022-01-25T22:43:24.513 INFO:teuthology.orchestra.run.smithi165.stdout:======================================================================================== 2022-01-25T22:43:24.514 INFO:teuthology.orchestra.run.smithi165.stdout:Install 10 Packages 2022-01-25T22:43:24.514 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:24.515 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 18 M 2022-01-25T22:43:24.515 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 64 M 2022-01-25T22:43:24.516 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2022-01-25T22:43:24.595 INFO:teuthology.orchestra.run.smithi165.stdout:(1/10): cockpit-podman-35-1.module_el8.6.0+944+ 5.4 MB/s | 457 kB 00:00 2022-01-25T22:43:24.628 INFO:teuthology.orchestra.run.smithi165.stdout:(2/10): crun-1.2-1.module_el8.6.0+954+963caf36. 1.6 MB/s | 193 kB 00:00 2022-01-25T22:43:24.653 INFO:teuthology.orchestra.run.smithi165.stdout:(3/10): python3-podman-3.2.1-4.module_el8.6.0+9 2.5 MB/s | 148 kB 00:00 2022-01-25T22:43:24.670 INFO:teuthology.orchestra.run.smithi165.stdout:(4/10): python3-pytoml-0.1.14-5.git7dea353.el8. 591 kB/s | 25 kB 00:00 2022-01-25T22:43:24.696 INFO:teuthology.orchestra.run.smithi165.stdout:(5/10): python3-pyxdg-0.25-16.el8.noarch.rpm 2.2 MB/s | 94 kB 00:00 2022-01-25T22:43:24.709 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. 2022-01-25T22:43:24.711 INFO:teuthology.orchestra.run.smithi068.stdout:======================================================================================== 2022-01-25T22:43:24.711 INFO:teuthology.orchestra.run.smithi068.stdout: Package Arch Version Repository Size 2022-01-25T22:43:24.712 INFO:teuthology.orchestra.run.smithi068.stdout:======================================================================================== 2022-01-25T22:43:24.712 INFO:teuthology.orchestra.run.smithi068.stdout:Installing group/module packages: 2022-01-25T22:43:24.713 INFO:teuthology.orchestra.run.smithi068.stdout: buildah x86_64 1:1.23.1-2.module_el8.6.0+954+963caf36 CentOS-AppStream 7.9 M 2022-01-25T22:43:24.713 INFO:teuthology.orchestra.run.smithi068.stdout: cockpit-podman noarch 35-1.module_el8.6.0+944+d413f95e CentOS-AppStream 457 k 2022-01-25T22:43:24.713 INFO:teuthology.orchestra.run.smithi068.stdout: crun x86_64 1.2-1.module_el8.6.0+954+963caf36 CentOS-AppStream 193 k 2022-01-25T22:43:24.713 INFO:teuthology.orchestra.run.smithi068.stdout: python3-podman noarch 3.2.1-4.module_el8.6.0+954+963caf36 CentOS-AppStream 148 k 2022-01-25T22:43:24.714 INFO:teuthology.orchestra.run.smithi068.stdout: skopeo x86_64 2:1.5.0-2.module_el8.6.0+954+963caf36 CentOS-AppStream 6.7 M 2022-01-25T22:43:24.714 INFO:teuthology.orchestra.run.smithi068.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-01-25T22:43:24.714 INFO:teuthology.orchestra.run.smithi068.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-01-25T22:43:24.715 INFO:teuthology.orchestra.run.smithi068.stdout:Installing dependencies: 2022-01-25T22:43:24.715 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-01-25T22:43:24.715 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-01-25T22:43:24.716 INFO:teuthology.orchestra.run.smithi068.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-01-25T22:43:24.716 INFO:teuthology.orchestra.run.smithi068.stdout:Installing module profiles: 2022-01-25T22:43:24.716 INFO:teuthology.orchestra.run.smithi068.stdout: container-tools/common 2022-01-25T22:43:24.716 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:24.717 INFO:teuthology.orchestra.run.smithi068.stdout:Enabling module streams: 2022-01-25T22:43:24.717 INFO:teuthology.orchestra.run.smithi068.stdout: container-tools rhel8 2022-01-25T22:43:24.718 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:24.718 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary 2022-01-25T22:43:24.718 INFO:teuthology.orchestra.run.smithi068.stdout:======================================================================================== 2022-01-25T22:43:24.718 INFO:teuthology.orchestra.run.smithi068.stdout:Install 10 Packages 2022-01-25T22:43:24.718 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:24.720 INFO:teuthology.orchestra.run.smithi068.stdout:Total download size: 18 M 2022-01-25T22:43:24.720 INFO:teuthology.orchestra.run.smithi068.stdout:Installed size: 64 M 2022-01-25T22:43:24.721 INFO:teuthology.orchestra.run.smithi068.stdout:Downloading Packages: 2022-01-25T22:43:24.838 INFO:teuthology.orchestra.run.smithi068.stdout:(1/10): crun-1.2-1.module_el8.6.0+954+963caf36. 1.5 MB/s | 193 kB 00:00 2022-01-25T22:43:24.871 INFO:teuthology.orchestra.run.smithi068.stdout:(2/10): cockpit-podman-35-1.module_el8.6.0+944+ 2.8 MB/s | 457 kB 00:00 2022-01-25T22:43:24.921 INFO:teuthology.orchestra.run.smithi068.stdout:(3/10): python3-podman-3.2.1-4.module_el8.6.0+9 1.7 MB/s | 148 kB 00:00 2022-01-25T22:43:24.930 INFO:teuthology.orchestra.run.smithi165.stdout:(6/10): buildah-1.23.1-2.module_el8.6.0+954+963 19 MB/s | 7.9 MB 00:00 2022-01-25T22:43:24.939 INFO:teuthology.orchestra.run.smithi068.stdout:(4/10): python3-pytoml-0.1.14-5.git7dea353.el8. 369 kB/s | 25 kB 00:00 2022-01-25T22:43:24.955 INFO:teuthology.orchestra.run.smithi165.stdout:(7/10): udica-0.2.6-2.module_el8.6.0+944+d413f9 1.9 MB/s | 48 kB 00:00 2022-01-25T22:43:24.964 INFO:teuthology.orchestra.run.smithi068.stdout:(5/10): python3-pyxdg-0.25-16.el8.noarch.rpm 2.2 MB/s | 94 kB 00:00 2022-01-25T22:43:24.980 INFO:teuthology.orchestra.run.smithi165.stdout:(8/10): yajl-2.1.0-10.el8.x86_64.rpm 1.6 MB/s | 41 kB 00:00 2022-01-25T22:43:25.030 INFO:teuthology.orchestra.run.smithi165.stdout:(9/10): toolbox-0.0.99.3-1.module_el8.5.0+877+1 6.7 MB/s | 2.3 MB 00:00 2022-01-25T22:43:25.097 INFO:teuthology.orchestra.run.smithi068.stdout:(6/10): toolbox-0.0.99.3-1.module_el8.5.0+877+1 17 MB/s | 2.3 MB 00:00 2022-01-25T22:43:25.114 INFO:teuthology.orchestra.run.smithi068.stdout:(7/10): udica-0.2.6-2.module_el8.6.0+944+d413f9 2.9 MB/s | 48 kB 00:00 2022-01-25T22:43:25.122 INFO:teuthology.orchestra.run.smithi165.stdout:(10/10): skopeo-1.5.0-2.module_el8.6.0+954+963c 15 MB/s | 6.7 MB 00:00 2022-01-25T22:43:25.124 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:43:25.125 INFO:teuthology.orchestra.run.smithi165.stdout:Total 29 MB/s | 18 MB 00:00 2022-01-25T22:43:25.131 INFO:teuthology.orchestra.run.smithi068.stdout:(8/10): yajl-2.1.0-10.el8.x86_64.rpm 2.4 MB/s | 41 kB 00:00 2022-01-25T22:43:25.257 INFO:teuthology.orchestra.run.smithi068.stdout:(9/10): buildah-1.23.1-2.module_el8.6.0+954+963 15 MB/s | 7.9 MB 00:00 2022-01-25T22:43:25.321 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2022-01-25T22:43:25.339 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2022-01-25T22:43:25.340 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2022-01-25T22:43:25.348 INFO:teuthology.orchestra.run.smithi068.stdout:(10/10): skopeo-1.5.0-2.module_el8.6.0+954+963c 16 MB/s | 6.7 MB 00:00 2022-01-25T22:43:25.351 INFO:teuthology.orchestra.run.smithi068.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:43:25.351 INFO:teuthology.orchestra.run.smithi068.stdout:Total 28 MB/s | 18 MB 00:00 2022-01-25T22:43:25.541 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2022-01-25T22:43:25.544 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2022-01-25T22:43:25.552 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check 2022-01-25T22:43:25.571 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. 2022-01-25T22:43:25.572 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test 2022-01-25T22:43:25.779 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction test succeeded. 2022-01-25T22:43:25.782 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction 2022-01-25T22:43:25.988 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2022-01-25T22:43:26.174 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : yajl-2.1.0-10.el8.x86_64 1/10 2022-01-25T22:43:26.280 INFO:teuthology.orchestra.run.smithi068.stdout: Preparing : 1/1 2022-01-25T22:43:26.311 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/10 2022-01-25T22:43:26.475 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : yajl-2.1.0-10.el8.x86_64 1/10 2022-01-25T22:43:26.526 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2022-01-25T22:43:26.628 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/10 2022-01-25T22:43:26.719 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:43:26.848 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 5/10 2022-01-25T22:43:26.864 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2022-01-25T22:43:27.055 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:43:27.190 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 5/10 2022-01-25T22:43:27.199 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 6/10 2022-01-25T22:43:27.570 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 6/10 2022-01-25T22:43:27.934 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 7/10 2022-01-25T22:43:28.113 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 8/10 2022-01-25T22:43:28.389 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 7/10 2022-01-25T22:43:28.551 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 8/10 2022-01-25T22:43:28.918 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 9/10 2022-01-25T22:43:29.105 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:43:29.394 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:43:29.395 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 1/10 2022-01-25T22:43:29.395 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 2/10 2022-01-25T22:43:29.396 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 3/10 2022-01-25T22:43:29.396 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:43:29.396 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/10 2022-01-25T22:43:29.396 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/10 2022-01-25T22:43:29.397 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 7/10 2022-01-25T22:43:29.397 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/10 2022-01-25T22:43:29.397 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/10 2022-01-25T22:43:29.405 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 9/10 2022-01-25T22:43:29.640 INFO:teuthology.orchestra.run.smithi068.stdout: Installing : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:43:29.901 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/10 2022-01-25T22:43:29.902 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:29.902 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2022-01-25T22:43:29.902 INFO:teuthology.orchestra.run.smithi165.stdout: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:43:29.902 INFO:teuthology.orchestra.run.smithi165.stdout: cockpit-podman-35-1.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:43:29.903 INFO:teuthology.orchestra.run.smithi165.stdout: crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:43:29.903 INFO:teuthology.orchestra.run.smithi165.stdout: python3-podman-3.2.1-4.module_el8.6.0+954+963caf36.noarch 2022-01-25T22:43:29.903 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-01-25T22:43:29.903 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-01-25T22:43:29.904 INFO:teuthology.orchestra.run.smithi165.stdout: skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:43:29.904 INFO:teuthology.orchestra.run.smithi165.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-01-25T22:43:29.904 INFO:teuthology.orchestra.run.smithi165.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:43:29.904 INFO:teuthology.orchestra.run.smithi165.stdout: yajl-2.1.0-10.el8.x86_64 2022-01-25T22:43:29.904 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:43:29.905 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2022-01-25T22:43:29.929 INFO:teuthology.orchestra.run.smithi068.stdout: Running scriptlet: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:43:29.929 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 1/10 2022-01-25T22:43:29.929 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 2/10 2022-01-25T22:43:29.930 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 3/10 2022-01-25T22:43:29.930 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:43:29.930 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/10 2022-01-25T22:43:29.930 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/10 2022-01-25T22:43:29.931 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 7/10 2022-01-25T22:43:29.931 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/10 2022-01-25T22:43:29.931 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/10 2022-01-25T22:43:30.091 DEBUG:teuthology.parallel:result is None 2022-01-25T22:43:30.486 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/10 2022-01-25T22:43:30.486 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:30.487 INFO:teuthology.orchestra.run.smithi068.stdout:Installed: 2022-01-25T22:43:30.487 INFO:teuthology.orchestra.run.smithi068.stdout: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:43:30.487 INFO:teuthology.orchestra.run.smithi068.stdout: cockpit-podman-35-1.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:43:30.487 INFO:teuthology.orchestra.run.smithi068.stdout: crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:43:30.488 INFO:teuthology.orchestra.run.smithi068.stdout: python3-podman-3.2.1-4.module_el8.6.0+954+963caf36.noarch 2022-01-25T22:43:30.488 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-01-25T22:43:30.489 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-01-25T22:43:30.489 INFO:teuthology.orchestra.run.smithi068.stdout: skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:43:30.489 INFO:teuthology.orchestra.run.smithi068.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-01-25T22:43:30.489 INFO:teuthology.orchestra.run.smithi068.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:43:30.490 INFO:teuthology.orchestra.run.smithi068.stdout: yajl-2.1.0-10.el8.x86_64 2022-01-25T22:43:30.490 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:43:30.490 INFO:teuthology.orchestra.run.smithi068.stdout:Complete! 2022-01-25T22:43:30.669 DEBUG:teuthology.parallel:result is None 2022-01-25T22:43:30.670 INFO:teuthology.run_tasks:Running task cephadm... 2022-01-25T22:43:30.745 INFO:tasks.cephadm:Config: {'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.4', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'docker.io/ceph/ceph:v16.2.4', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '5bfc361ee5ddb060baaa8b6c472feff0ae2b176c'} 2022-01-25T22:43:30.746 INFO:tasks.cephadm:Cluster image is docker.io/ceph/ceph:v16.2.4 2022-01-25T22:43:30.747 INFO:tasks.cephadm:Cluster fsid is 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:30.747 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2022-01-25T22:43:30.748 INFO:tasks.cephadm:No mon roles; fabricating mons 2022-01-25T22:43:30.748 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi068': '172.21.15.68', 'mon.smithi165': '172.21.15.165'} 2022-01-25T22:43:30.748 INFO:tasks.cephadm:Normalizing hostnames... 2022-01-25T22:43:30.749 DEBUG:teuthology.orchestra.run.smithi068:> sudo hostname $(hostname -s) 2022-01-25T22:43:30.776 DEBUG:teuthology.orchestra.run.smithi165:> sudo hostname $(hostname -s) 2022-01-25T22:43:30.805 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.4)... 2022-01-25T22:43:30.806 DEBUG:teuthology.orchestra.run.smithi068:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-25T22:43:30.935 INFO:teuthology.orchestra.run.smithi068.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 25 22:43 /home/ubuntu/cephtest/cephadm 2022-01-25T22:43:30.935 DEBUG:teuthology.orchestra.run.smithi165:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-25T22:43:31.032 INFO:teuthology.orchestra.run.smithi165.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 25 22:43 /home/ubuntu/cephtest/cephadm 2022-01-25T22:43:31.033 DEBUG:teuthology.orchestra.run.smithi068:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-25T22:43:31.050 DEBUG:teuthology.orchestra.run.smithi165:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-25T22:43:31.088 DEBUG:teuthology.orchestra.run.smithi068:> sudo mkdir -p /etc/ceph 2022-01-25T22:43:31.117 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /etc/ceph 2022-01-25T22:43:31.144 DEBUG:teuthology.orchestra.run.smithi068:> sudo chmod 777 /etc/ceph 2022-01-25T22:43:31.183 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 777 /etc/ceph 2022-01-25T22:43:31.211 INFO:tasks.cephadm:Writing seed config... 2022-01-25T22:43:31.213 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2022-01-25T22:43:31.214 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2022-01-25T22:43:31.214 INFO:tasks.cephadm: override: [mon] debug mon = 20 2022-01-25T22:43:31.215 INFO:tasks.cephadm: override: [mon] debug ms = 1 2022-01-25T22:43:31.216 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2022-01-25T22:43:31.216 INFO:tasks.cephadm: override: [osd] debug ms = 1 2022-01-25T22:43:31.217 INFO:tasks.cephadm: override: [osd] debug osd = 20 2022-01-25T22:43:31.217 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2022-01-25T22:43:31.219 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:43:31.219 DEBUG:teuthology.orchestra.run.smithi068:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2022-01-25T22:43:31.240 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 382a5b64-7e30-11ec-8c35-001a4aab830c [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2022-01-25T22:43:31.241 DEBUG:teuthology.orchestra.run.smithi068:mon.smithi068> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068.service 2022-01-25T22:43:31.282 INFO:tasks.cephadm:Bootstrapping... 2022-01-25T22:43:31.283 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 -v bootstrap --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.68 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:43:31.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:-- Logs begin at Tue 2022-01-25 22:37:23 UTC. -- 2022-01-25T22:43:31.547 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:43:33.411 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: 3.4.1-dev 2022-01-25T22:43:33.507 INFO:teuthology.orchestra.run.smithi068.stderr:Verifying podman|docker is present... 2022-01-25T22:43:33.508 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:43:33.555 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: 3.4.1-dev 2022-01-25T22:43:33.660 INFO:teuthology.orchestra.run.smithi068.stderr:Verifying lvm2 is present... 2022-01-25T22:43:33.660 INFO:teuthology.orchestra.run.smithi068.stderr:Verifying time synchronization is in place... 2022-01-25T22:43:33.660 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled chrony.service 2022-01-25T22:43:33.667 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-25T22:43:33.668 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active chrony.service 2022-01-25T22:43:33.674 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: inactive 2022-01-25T22:43:33.675 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-25T22:43:33.681 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: enabled 2022-01-25T22:43:33.682 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active chronyd.service 2022-01-25T22:43:33.688 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: active 2022-01-25T22:43:33.689 INFO:teuthology.orchestra.run.smithi068.stderr:Unit chronyd.service is enabled and running 2022-01-25T22:43:33.689 INFO:teuthology.orchestra.run.smithi068.stderr:Repeating the final host check... 2022-01-25T22:43:33.690 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:43:33.731 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: 3.4.1-dev 2022-01-25T22:43:33.831 INFO:teuthology.orchestra.run.smithi068.stderr:podman|docker (/bin/podman) is present 2022-01-25T22:43:33.831 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl is present 2022-01-25T22:43:33.832 INFO:teuthology.orchestra.run.smithi068.stderr:lvcreate is present 2022-01-25T22:43:33.832 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled chrony.service 2022-01-25T22:43:33.841 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-25T22:43:33.842 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active chrony.service 2022-01-25T22:43:33.843 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: inactive 2022-01-25T22:43:33.844 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-25T22:43:33.851 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: enabled 2022-01-25T22:43:33.852 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active chronyd.service 2022-01-25T22:43:33.855 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: active 2022-01-25T22:43:33.856 INFO:teuthology.orchestra.run.smithi068.stderr:Unit chronyd.service is enabled and running 2022-01-25T22:43:33.856 INFO:teuthology.orchestra.run.smithi068.stderr:Host looks OK 2022-01-25T22:43:33.856 INFO:teuthology.orchestra.run.smithi068.stderr:Cluster fsid: 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:33.857 INFO:teuthology.orchestra.run.smithi068.stderr:Acquiring lock 139903586582656 on /run/cephadm/382a5b64-7e30-11ec-8c35-001a4aab830c.lock 2022-01-25T22:43:33.857 INFO:teuthology.orchestra.run.smithi068.stderr:Lock 139903586582656 acquired on /run/cephadm/382a5b64-7e30-11ec-8c35-001a4aab830c.lock 2022-01-25T22:43:33.858 INFO:teuthology.orchestra.run.smithi068.stderr:Verifying IP 172.21.15.68 port 3300 ... 2022-01-25T22:43:33.858 INFO:teuthology.orchestra.run.smithi068.stderr:Verifying IP 172.21.15.68 port 6789 ... 2022-01-25T22:43:33.858 INFO:teuthology.orchestra.run.smithi068.stderr:Base mon IP is 172.21.15.68, final addrv is [v2:172.21.15.68:3300,v1:172.21.15.68:6789] 2022-01-25T22:43:33.858 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /sbin/ip route ls 2022-01-25T22:43:33.860 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2022-01-25T22:43:33.860 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.68 metric 100 2022-01-25T22:43:33.861 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /sbin/ip -6 route ls 2022-01-25T22:43:33.863 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2022-01-25T22:43:33.863 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2022-01-25T22:43:33.863 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1790sec hoplimit 64 pref medium 2022-01-25T22:43:33.864 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /sbin/ip -6 addr ls 2022-01-25T22:43:33.866 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2022-01-25T22:43:33.866 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: inet6 ::1/128 scope host 2022-01-25T22:43:33.866 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-25T22:43:33.866 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2022-01-25T22:43:33.867 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: inet6 fe80::ec4:7aff:feb6:f693/64 scope link 2022-01-25T22:43:33.867 INFO:teuthology.orchestra.run.smithi068.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-25T22:43:33.868 INFO:teuthology.orchestra.run.smithi068.stderr:Mon IP 172.21.15.68 is in CIDR network 172.21.0.0/20 2022-01-25T22:43:33.868 INFO:teuthology.orchestra.run.smithi068.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2022-01-25T22:43:33.868 INFO:teuthology.orchestra.run.smithi068.stderr:Pulling container image docker.io/ceph/ceph:v16.2.4... 2022-01-25T22:43:33.869 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman pull docker.io/ceph/ceph:v16.2.4 2022-01-25T22:43:33.951 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Trying to pull docker.io/ceph/ceph:v16.2.4... 2022-01-25T22:43:34.326 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Getting image source signatures 2022-01-25T22:43:34.327 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-01-25T22:43:34.327 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-01-25T22:43:34.426 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-01-25T22:43:34.485 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-01-25T22:43:46.750 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Copying config sha256:8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-25T22:43:46.800 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Writing manifest to image destination 2022-01-25T22:43:46.800 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: Storing signatures 2022-01-25T22:43:47.114 INFO:teuthology.orchestra.run.smithi068.stderr:/bin/podman: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-25T22:43:47.142 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --version 2022-01-25T22:43:47.840 INFO:teuthology.orchestra.run.smithi068.stderr:ceph: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-25T22:43:48.189 INFO:teuthology.orchestra.run.smithi068.stderr:Ceph version: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-25T22:43:48.190 INFO:teuthology.orchestra.run.smithi068.stderr:Extracting ceph user uid/gid from container image... 2022-01-25T22:43:48.190 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 -c %u %g /var/lib/ceph 2022-01-25T22:43:48.517 INFO:teuthology.orchestra.run.smithi068.stderr:stat: 167 167 2022-01-25T22:43:48.829 INFO:teuthology.orchestra.run.smithi068.stderr:Creating initial keys... 2022-01-25T22:43:48.830 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:43:49.226 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-authtool: AQAlffBhG7TjDBAA/5Hd5/B2FHZwmOWx8tdHOA== 2022-01-25T22:43:49.572 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:43:49.950 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-authtool: AQAlffBhEaEDOBAAJkFMTKoQg2L5az/kmTJwYg== 2022-01-25T22:43:50.217 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:43:50.567 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-authtool: AQAmffBhQ2UxIRAAWBG4cRag7BAloM3yyhWaFQ== 2022-01-25T22:43:50.856 INFO:teuthology.orchestra.run.smithi068.stderr:Creating initial monmap... 2022-01-25T22:43:50.857 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmpxd57hwz_:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --create --clobber --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c --addv smithi068 [v2:172.21.15.68:3300,v1:172.21.15.68:6789] /tmp/monmap 2022-01-25T22:43:51.192 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-25T22:43:51.193 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:51.193 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-25T22:43:51.502 INFO:teuthology.orchestra.run.smithi068.stderr:monmaptool for smithi068 [v2:172.21.15.68:3300,v1:172.21.15.68:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-25T22:43:51.502 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/monmaptool: set fsid to 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:51.502 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-25T22:43:51.503 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:43:51.503 INFO:teuthology.orchestra.run.smithi068.stderr:Creating mon... 2022-01-25T22:43:51.503 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068:/var/lib/ceph/mon/ceph-smithi068:z -v /tmp/ceph-tmp443rfdv5:/tmp/keyring:z -v /tmp/ceph-tmpxd57hwz_:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --mkfs -i smithi068 --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2022-01-25T22:43:51.876 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.872+0000 7f7fbb074700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:43:51.877 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.873+0000 7f7fbb074700 1 imported monmap: 2022-01-25T22:43:51.877 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: epoch 0 2022-01-25T22:43:51.877 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:51.878 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: last_changed 2022-01-25T22:43:51.187848+0000 2022-01-25T22:43:51.878 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: created 2022-01-25T22:43:51.187848+0000 2022-01-25T22:43:51.878 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2022-01-25T22:43:51.878 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: election_strategy: 1 2022-01-25T22:43:51.878 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0] mon.smithi068 2022-01-25T22:43:51.879 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.879 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.873+0000 7f7fbb074700 0 /usr/bin/ceph-mon: set fsid to 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:51.879 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:43:51.879 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.886 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:43:51.886 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:43:51.887 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: DB SUMMARY 2022-01-25T22:43:51.887 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.887 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi068/store.db dir, Total Num: 0, files: 2022-01-25T22:43:51.888 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.888 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi068/store.db: 2022-01-25T22:43:51.888 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.889 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:43:51.889 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.create_if_missing: 1 2022-01-25T22:43:51.889 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:43:51.890 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.env: 0x55e3f4a9a1c0 2022-01-25T22:43:51.890 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:43:51.891 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.info_log: 0x55e3f6210ec0 2022-01-25T22:43:51.891 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:43:51.891 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:43:51.892 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:43:51.892 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:43:51.892 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:43:51.893 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:43:51.893 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:43:51.893 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:43:51.894 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:43:51.894 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:43:51.895 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:43:51.895 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:43:51.895 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:43:51.896 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:43:51.896 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:43:51.896 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi068/store.db 2022-01-25T22:43:51.897 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:43:51.897 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:43:51.898 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:43:51.898 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:43:51.898 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:43:51.899 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:43:51.899 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:43:51.899 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:43:51.899 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:43:51.900 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:43:51.900 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.write_buffer_manager: 0x55e3f6217530 2022-01-25T22:43:51.900 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:43:51.900 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:43:51.900 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:43:51.901 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:43:51.901 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:43:51.901 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:43:51.901 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:43:51.901 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:43:51.902 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:43:51.902 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:43:51.902 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:43:51.902 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:43:51.903 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:43:51.903 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:43:51.903 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.row_cache: None 2022-01-25T22:43:51.903 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:43:51.904 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:43:51.904 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:43:51.904 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:43:51.904 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:43:51.904 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:43:51.905 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:43:51.905 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:43:51.905 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:43:51.905 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:43:51.906 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:43:51.926 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:43:51.926 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:43:51.926 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:43:51.927 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:43:51.927 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:43:51.927 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:43:51.927 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:43:51.927 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:43:51.928 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:43:51.928 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:43:51.928 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:43:51.928 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:43:51.929 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:43:51.929 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:43:51.929 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:43:51.929 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:43:51.930 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:43:51.930 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:43:51.930 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:43:51.930 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:43:51.930 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:43:51.931 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:43:51.931 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:43:51.931 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:43:51.931 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:43:51.932 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:43:51.932 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.874+0000 7f7fbb074700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2022-01-25T22:43:51.932 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.932 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi068/store.db/MANIFEST-000001 2022-01-25T22:43:51.932 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.933 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:43:51.933 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.933 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:43:51.933 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.merge_operator: 2022-01-25T22:43:51.934 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:43:51.934 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:43:51.934 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:43:51.934 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:43:51.934 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e3f6128120) 2022-01-25T22:43:51.935 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2022-01-25T22:43:51.935 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:43:51.935 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:43:51.935 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2022-01-25T22:43:51.936 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: index_type: 0 2022-01-25T22:43:51.936 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2022-01-25T22:43:51.936 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: index_shortening: 1 2022-01-25T22:43:51.936 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:43:51.936 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2022-01-25T22:43:51.937 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: checksum: 1 2022-01-25T22:43:51.937 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2022-01-25T22:43:51.937 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_cache: 0x55e3f615ed10 2022-01-25T22:43:51.937 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2022-01-25T22:43:51.938 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_cache_options: 2022-01-25T22:43:51.938 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: capacity : 536870912 2022-01-25T22:43:51.938 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2022-01-25T22:43:51.938 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2022-01-25T22:43:51.939 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2022-01-25T22:43:51.939 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2022-01-25T22:43:51.939 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2022-01-25T22:43:51.939 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_size: 4096 2022-01-25T22:43:51.939 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2022-01-25T22:43:51.940 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2022-01-25T22:43:51.940 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2022-01-25T22:43:51.940 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2022-01-25T22:43:51.940 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: partition_filters: 0 2022-01-25T22:43:51.940 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2022-01-25T22:43:51.941 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:43:51.941 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2022-01-25T22:43:51.941 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: verify_compression: 0 2022-01-25T22:43:51.941 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2022-01-25T22:43:51.942 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: format_version: 2 2022-01-25T22:43:51.942 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2022-01-25T22:43:51.942 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: block_align: 0 2022-01-25T22:43:51.942 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.942 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:43:51.943 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:43:51.943 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:43:51.943 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:43:51.943 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:43:51.944 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:43:51.944 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:43:51.944 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:43:51.944 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:43:51.944 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:43:51.945 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:43:51.945 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:43:51.945 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:43:51.945 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:43:51.945 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:43:51.946 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:43:51.946 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:43:51.946 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:43:51.947 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:43:51.947 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:43:51.947 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:43:51.947 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:43:51.947 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:43:51.948 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:43:51.948 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:43:51.948 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:43:51.948 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:43:51.948 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:43:51.949 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:43:51.949 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:43:51.949 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:43:51.949 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:43:51.950 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:43:51.950 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:43:51.950 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:43:51.951 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:43:51.951 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:43:51.951 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:43:51.951 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:43:51.952 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:43:51.952 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:43:51.952 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:43:51.952 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:43:51.953 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:43:51.953 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:43:51.953 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:43:51.953 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:43:51.953 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:43:51.954 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:43:51.954 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:43:51.954 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:43:51.954 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:43:51.955 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:43:51.955 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:43:51.955 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:43:51.955 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:43:51.955 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:43:51.956 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:43:51.956 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:43:51.956 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:43:51.956 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:43:51.956 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:43:51.957 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:43:51.957 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:43:51.957 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:43:51.957 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:43:51.957 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:43:51.958 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.880+0000 7f7fbb074700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:43:51.958 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.881+0000 7f7fbb074700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi068/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:43:51.958 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.958 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.881+0000 7f7fbb074700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-25T22:43:51.958 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.959 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.882+0000 7f7fbb074700 4 rocksdb: DB pointer 0x55e3f6223800 2022-01-25T22:43:51.959 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.882+0000 7f7fa3f0d700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:43:51.959 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.882+0000 7f7fa3f0d700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:43:51.959 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2022-01-25T22:43:51.960 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:43:51.960 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:43:51.960 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:43:51.960 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:43:51.960 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:43:51.961 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:43:51.961 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:43:51.961 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.961 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:43:51.961 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:51.962 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:51.962 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:43:51.962 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:43:51.962 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.963 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:43:51.963 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:51.963 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:51.963 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:43:51.964 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:51.964 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:51.964 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:43:51.964 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:43:51.964 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:43:51.965 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:51.965 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:51.965 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:43:51.965 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.965 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:43:51.966 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.966 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:43:51.966 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:51.966 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:51.967 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:43:51.967 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:43:51.967 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.967 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:43:51.968 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:51.968 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:51.968 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:43:51.968 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:51.968 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:51.969 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:43:51.969 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:43:51.969 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:43:51.969 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:51.970 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:51.970 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:43:51.970 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.970 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:43:51.971 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: 2022-01-25T22:43:51.971 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.883+0000 7f7fbb074700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2022-01-25T22:43:51.971 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.884+0000 7f7fbb074700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2022-01-25T22:43:51.971 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:43:51.884+0000 7f7fbb074700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-smithi068 for mon.smithi068 2022-01-25T22:43:52.250 INFO:teuthology.orchestra.run.smithi068.stderr:create mon.smithi068 on 2022-01-25T22:43:52.250 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:52.255 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl disable ceph.target 2022-01-25T22:43:52.350 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl enable ceph.target 2022-01-25T22:43:52.357 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2022-01-25T22:43:52.442 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl start ceph.target 2022-01-25T22:43:52.449 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl enable ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target 2022-01-25T22:43:52.456 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target. 2022-01-25T22:43:52.456 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target. 2022-01-25T22:43:52.539 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target 2022-01-25T22:43:52.546 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl daemon-reload 2022-01-25T22:43:52.636 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl stop ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068 2022-01-25T22:43:52.661 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl reset-failed ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068 2022-01-25T22:43:52.666 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Failed to reset failed state of unit ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068.service: Unit ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068.service not loaded. 2022-01-25T22:43:52.667 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl enable ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068 2022-01-25T22:43:52.673 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Created symlink /etc/systemd/system/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target.wants/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068.service → /etc/systemd/system/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@.service. 2022-01-25T22:43:52.757 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068 2022-01-25T22:43:52.808 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:52 smithi068 systemd[1]: Starting Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:43:53.189 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:43:53.198 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: disabled 2022-01-25T22:43:53.198 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:43:53.206 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: inactive 2022-01-25T22:43:53.207 INFO:teuthology.orchestra.run.smithi068.stderr:firewalld.service is not enabled 2022-01-25T22:43:53.207 INFO:teuthology.orchestra.run.smithi068.stderr:Not possible to enable service . firewalld.service is not available 2022-01-25T22:43:53.207 INFO:teuthology.orchestra.run.smithi068.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-25T22:43:53.208 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for mon to start... 2022-01-25T22:43:53.208 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for mon... 2022-01-25T22:43:53.209 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068:/var/lib/ceph/mon/ceph-smithi068:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status 2022-01-25T22:43:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:52 smithi068 podman[27916]: 2022-01-25T22:43:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:53 smithi068 bash[27840]: 19f1b62a1ae473284141b1c1604cb114b5fd2a4a93a62628397ec480611f3b96 2022-01-25T22:43:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:53 smithi068 systemd[1]: Started Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:43:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:53 smithi068 conmon[27956]: cluster 2022-01-25T22:43:53.218637+0000 mon.smithi068 (mon.0) 0 : 2022-01-25T22:43:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:53 smithi068 conmon[27956]: [INF] mkfs 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:53 smithi068 conmon[27956]: cluster 2022-01-25T22 2022-01-25T22:43:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:53 smithi068 conmon[27956]: :43:53.198994+0000 mon.smithi068 (mon.0) 1 : cluster [INF] mon.smithi068 is new leader, mons smithi068 in quorum (ranks 0) 2022-01-25T22:43:53.799 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: cluster: 2022-01-25T22:43:53.800 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: id: 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:53.800 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: health: HEALTH_OK 2022-01-25T22:43:53.800 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:53.801 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: services: 2022-01-25T22:43:53.801 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi068 (age 0.580484s) 2022-01-25T22:43:53.801 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mgr: no daemons active 2022-01-25T22:43:53.802 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2022-01-25T22:43:53.802 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:53.802 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: data: 2022-01-25T22:43:53.802 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2022-01-25T22:43:53.803 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2022-01-25T22:43:53.803 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2022-01-25T22:43:53.803 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: pgs: 2022-01-25T22:43:53.803 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:54.147 INFO:teuthology.orchestra.run.smithi068.stderr:mon is available 2022-01-25T22:43:54.148 INFO:teuthology.orchestra.run.smithi068.stderr:Assimilating anything we can from ceph.conf... 2022-01-25T22:43:54.148 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z -v /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068:/var/lib/ceph/mon/ceph-smithi068:z docker.io/ceph/ceph:v16.2.4 config assimilate-conf -i /var/lib/ceph/mon/ceph-smithi068/config 2022-01-25T22:43:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:54 smithi068 conmon[27956]: cluster 2022-01-25T22:43:53.217955+0000 mon.smithi068 (mon.0) 2 : cluster [INF] mon.smithi068 is new leader, mons smithi068 in quorum (ranks 0) 2022-01-25T22:43:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:54 smithi068 conmon[27956]: cluster 2022-01-25T22:43:53.218192+0000 mon.smithi068 (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0]} 2022-01-25T22:43:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:54 smithi068 conmon[27956]: cluster 2022-01-25T22:43:53.220888+0000 mon.smithi068 (mon.0) 4 : cluster [DBG] fsmap 2022-01-25T22:43:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:54 smithi068 conmon[27956]: cluster 2022-01-25T22:43:53.224329+0000 mon.smithi068 (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-25T22:43:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:54 smithi068 conmon[27956]: cluster 2022-01-25T22:43:53.224760+0000 mon.smithi068 (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2022-01-25T22:43:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:54 smithi068 conmon[27956]: audit 2022-01-25T22:43:53.798404+0000 mon.smithi068 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.68:0/1985477818' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2022-01-25T22:43:54.740 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:54.740 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: [global] 2022-01-25T22:43:54.740 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: fsid = 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:54.741 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.68:3300,v1:172.21.15.68:6789] 2022-01-25T22:43:54.741 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2022-01-25T22:43:54.741 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2022-01-25T22:43:54.741 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2022-01-25T22:43:54.741 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2022-01-25T22:43:54.742 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:54.742 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: [mgr] 2022-01-25T22:43:54.742 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2022-01-25T22:43:54.743 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:54.743 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: [osd] 2022-01-25T22:43:54.743 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2022-01-25T22:43:54.743 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2022-01-25T22:43:54.744 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2022-01-25T22:43:55.082 INFO:teuthology.orchestra.run.smithi068.stderr:Generating new minimal ceph.conf... 2022-01-25T22:43:55.083 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z -v /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068:/var/lib/ceph/mon/ceph-smithi068:z docker.io/ceph/ceph:v16.2.4 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-smithi068/config 2022-01-25T22:43:55.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:55 smithi068 conmon[27956]: audit 2022-01-25T22:43:54.737122+0000 2022-01-25T22:43:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:55 smithi068 conmon[27956]: mon.smithi068 (mon.0) 8 : audit [INF] from='client.? 172.21.15.68:0/2846233489' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-01-25T22:43:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:55 smithi068 conmon[27956]: audit 2022-01-25T22:43:54.739586+0000 mon.smithi068 (mon.0) 9 : audit [INF] from='client.? 172.21.15.68:0/2846233489' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-01-25T22:43:56.023 INFO:teuthology.orchestra.run.smithi068.stderr:Restarting the monitor... 2022-01-25T22:43:56.024 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl restart ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068 2022-01-25T22:43:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 systemd[1]: Stopping Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:43:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 conmon[27956]: debug 2022-01-25T22:43:56.107+0000 7f543e5c9700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi068 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:43:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 conmon[27956]: debug 2022-01-25T22:43:56.107+0000 7f543e5c9700 -1 mon.smithi068@0(leader) e1 *** Got Signal Terminated *** 2022-01-25T22:43:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 podman[28433]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon.smithi068 2022-01-25T22:43:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068.service: Succeeded. 2022-01-25T22:43:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 systemd[1]: Stopped Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:43:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 systemd[1]: Starting Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:43:57.098 INFO:teuthology.orchestra.run.smithi068.stderr:Setting mon public_network to 172.21.0.0/20 2022-01-25T22:43:57.098 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mon public_network 172.21.0.0/20 2022-01-25T22:43:57.233 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:56 smithi068 podman[28602]: 2022-01-25T22:43:57.233 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.051+0000 7f15d746d700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:43:57.233 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.051+0000 7f15d746d700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:43:57.234 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.051+0000 7f15d746d700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:43:57.234 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.055+0000 7f15d746d700 0 load: jerasure load: lrc load: isa 2022-01-25T22:43:57.234 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:43:57.234 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.235 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.235 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:43:57.235 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:43:57.235 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: DB SUMMARY 2022-01-25T22:43:57.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:43:57.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.237 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:43:57.237 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.237 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2022-01-25T22:43:57.237 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.238 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi068/store.db dir, Total Num: 1, files: 000004.sst 2022-01-25T22:43:57.238 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.238 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi068/store.db: 000006.log size: 79878 ; 2022-01-25T22:43:57.238 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.238 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:43:57.239 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.239 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:43:57.239 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:43:57.239 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.env: 0x55ab6f86a1c0 2022-01-25T22:43:57.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:43:57.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.info_log: 0x55ab71287960 2022-01-25T22:43:57.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:43:57.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:43:57.241 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:43:57.241 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:43:57.241 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:43:57.241 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:43:57.242 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:43:57.242 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:43:57.242 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:43:57.242 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:43:57.242 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:43:57.243 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:43:57.243 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:43:57.243 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:43:57.243 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:43:57.244 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi068/store.db 2022-01-25T22:43:57.244 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:43:57.244 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:43:57.244 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:43:57.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:43:57.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:43:57.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:43:57.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:43:57.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:43:57.246 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:43:57.246 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:43:57.246 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.write_buffer_manager: 0x55ab71efc030 2022-01-25T22:43:57.246 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:43:57.247 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:43:57.247 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:43:57.247 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:43:57.247 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:43:57.248 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:43:57.248 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:43:57.248 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:43:57.248 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:43:57.248 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:43:57.249 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:43:57.249 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:43:57.249 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 bash[28526]: 21e7cc384cdba92a7cbf0e4dbba4709bed3cfe8170cd8279c3b7fd47c969881b 2022-01-25T22:43:57.249 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:43:57.250 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:43:57.250 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.row_cache: None 2022-01-25T22:43:57.250 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:43:57.251 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:43:57.251 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:43:57.251 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:43:57.251 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:43:57.252 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:43:57.252 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:43:57.252 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:43:57.253 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:43:57.253 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.253 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:43:57.253 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:43:57.254 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:43:57.254 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:43:57.254 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:43:57.254 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:43:57.255 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:43:57.255 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:43:57.255 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:43:57.255 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:43:57.256 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:43:57.256 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:43:57.256 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:43:57.256 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.257 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:43:57.257 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:43:57.257 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:43:57.257 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:43:57.258 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:43:57.258 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:43:57.258 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:43:57.258 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:43:57.259 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:43:57.259 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:43:57.259 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:43:57.260 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:43:57.260 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:43:57.260 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:43:57.260 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:43:57.261 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi068/store.db/MANIFEST-000005 2022-01-25T22:43:57.261 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.261 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:43:57.261 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.262 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:43:57.262 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.merge_operator: 2022-01-25T22:43:57.262 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:43:57.262 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:43:57.263 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:43:57.263 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:43:57.263 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ab7119e128) 2022-01-25T22:43:57.263 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cache_index_and_filter_blocks: 1 2022-01-25T22:43:57.263 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:43:57.264 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:43:57.264 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: pin_top_level_index_and_filter: 1 2022-01-25T22:43:57.264 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: index_type: 0 2022-01-25T22:43:57.264 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: data_block_index_type: 0 2022-01-25T22:43:57.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: index_shortening: 1 2022-01-25T22:43:57.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:43:57.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: hash_index_allow_collision: 1 2022-01-25T22:43:57.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: checksum: 1 2022-01-25T22:43:57.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: no_block_cache: 0 2022-01-25T22:43:57.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_cache: 0x55ab711d4f10 2022-01-25T22:43:57.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_cache_name: BinnedLRUCache 2022-01-25T22:43:57.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_cache_options: 2022-01-25T22:43:57.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: capacity : 536870912 2022-01-25T22:43:57.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: num_shard_bits : 4 2022-01-25T22:43:57.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: strict_capacity_limit : 0 2022-01-25T22:43:57.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: high_pri_pool_ratio: 0.000 2022-01-25T22:43:57.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_cache_compressed: (nil) 2022-01-25T22:43:57.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: persistent_cache: (nil) 2022-01-25T22:43:57.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_size: 4096 2022-01-25T22:43:57.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_size_deviation: 10 2022-01-25T22:43:57.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_restart_interval: 16 2022-01-25T22:43:57.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: index_block_restart_interval: 1 2022-01-25T22:43:57.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: metadata_block_size: 4096 2022-01-25T22:43:57.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: partition_filters: 0 2022-01-25T22:43:57.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: use_delta_encoding: 1 2022-01-25T22:43:57.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:43:57.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: whole_key_filtering: 1 2022-01-25T22:43:57.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: verify_compression: 0 2022-01-25T22:43:57.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: read_amp_bytes_per_bit: 0 2022-01-25T22:43:57.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: format_version: 2 2022-01-25T22:43:57.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: enable_index_compression: 1 2022-01-25T22:43:57.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: block_align: 0 2022-01-25T22:43:57.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:43:57.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:43:57.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:43:57.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:43:57.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:43:57.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:43:57.273 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:43:57.273 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:43:57.273 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:43:57.274 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:43:57.274 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:43:57.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:43:57.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:43:57.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:43:57.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:43:57.276 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:43:57.276 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:43:57.276 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:43:57.276 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:43:57.277 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:43:57.277 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:43:57.277 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:43:57.277 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:43:57.278 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:43:57.278 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:43:57.278 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:43:57.278 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:43:57.278 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:43:57.279 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:43:57.279 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:43:57.279 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:43:57.279 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:43:57.280 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:43:57.281 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:43:57.281 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:43:57.281 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:43:57.282 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:43:57.282 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:43:57.282 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:43:57.282 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:43:57.283 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:43:57.283 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:43:57.283 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:43:57.283 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:43:57.284 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:43:57.284 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:43:57.284 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:43:57.284 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:43:57.285 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:43:57.285 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:43:57.285 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:43:57.286 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:43:57.286 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:43:57.286 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:43:57.286 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:43:57.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:43:57.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:43:57.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:43:57.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:43:57.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:43:57.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:43:57.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:43:57.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:43:57.289 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:43:57.289 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:43:57.289 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:43:57.289 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:43:57.289 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.056+0000 7f15d746d700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:43:57.290 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.057+0000 7f15d746d700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi068/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:43:57.290 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.290 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.057+0000 7f15d746d700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2022-01-25T22:43:57.290 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.291 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.057+0000 7f15d746d700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150637058824, "job": 1, "event": "recovery_started", "log_files": [6]} 2022-01-25T22:43:57.291 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.057+0000 7f15d746d700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2022-01-25T22:43:57.291 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.057+0000 7f15d746d700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:43:57.291 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.058+0000 7f15d746d700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150637059679, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 76866, "table_properties": {"data_size": 75163, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9152, "raw_average_key_size": 47, "raw_value_size": 69866, "raw_average_value_size": 362, "num_data_blocks": 10, "num_entries": 193, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150637, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:43:57.292 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.058+0000 7f15d746d700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2022-01-25T22:43:57.292 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.292 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.058+0000 7f15d746d700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150637060144, "job": 1, "event": "recovery_finished"} 2022-01-25T22:43:57.292 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.059+0000 7f15d746d700 4 rocksdb: DB pointer 0x55ab71299800 2022-01-25T22:43:57.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.059+0000 7f15be285700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:43:57.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.059+0000 7f15be285700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:43:57.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** DB Stats ** 2022-01-25T22:43:57.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:43:57.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:43:57.294 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:43:57.294 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:43:57.294 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:43:57.294 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:43:57.294 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:43:57.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** Compaction Stats [default] ** 2022-01-25T22:43:57.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:57.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:57.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: L0 2/0 76.76 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Sum 2/0 76.76 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** Compaction Stats [default] ** 2022-01-25T22:43:57.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:57.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:57.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:43:57.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:57.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:57.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:43:57.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:43:57.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:43:57.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Cumulative compaction: 0.00 GB write, 25.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:57.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Interval compaction: 0.00 GB write, 25.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:57.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:43:57.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:43:57.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** Compaction Stats [default] ** 2022-01-25T22:43:57.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:57.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:57.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: L0 2/0 76.76 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Sum 2/0 76.76 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:43:57.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** Compaction Stats [default] ** 2022-01-25T22:43:57.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:43:57.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:43:57.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 131.1 0.00 0.00 1 0.001 0 0 2022-01-25T22:43:57.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:43:57.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:57.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:43:57.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:43:57.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:43:57.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:43:57.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Cumulative compaction: 0.00 GB write, 24.93 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:57.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:43:57.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:43:57.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:43:57.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.060+0000 7f15d746d700 0 starting mon.smithi068 rank 0 at public addrs [v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0] at bind addrs [v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi068 fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:57.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 1 mon.smithi068@-1(???) e1 preinit fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:43:57.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 0 mon.smithi068@-1(???).mds e1 new map 2022-01-25T22:43:57.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 0 mon.smithi068@-1(???).mds e1 print_map 2022-01-25T22:43:57.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: e1 2022-01-25T22:43:57.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:43:57.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:43:57.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: legacy client fscid: -1 2022-01-25T22:43:57.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: No filesystems configured 2022-01-25T22:43:57.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 0 mon.smithi068@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-25T22:43:57.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 0 mon.smithi068@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:43:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 0 mon.smithi068@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:43:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 0 mon.smithi068@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:43:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:43:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: :43:54.737122+0000 mon.smithi068 (mon 2022-01-25T22:43:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: .0) 8 : audit [INF] from='client.? 172.21.15.68:0/2846233489' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-01-25T22:43:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:43:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 25T22:43:54.739586+0000 2022-01-25T22:43:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: mon.smithi068 (mon.0) 9 : audit [INF] 2022-01-25T22:43:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: from='client.? 172.21.15.68:0/2846233489' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-01-25T22:43:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.061+0000 7f15d746d700 1 mon.smithi068@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2022-01-25T22:43:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expand map: {default=false} 2022-01-25T22:43:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta from 'false' to 'false' 2022-01-25T22:43:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expanded map: {default=false} 2022-01-25T22:43:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expand map: {default=info} 2022-01-25T22:43:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta from 'info' to 'info' 2022-01-25T22:43:57.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expanded map: {default=info} 2022-01-25T22:43:57.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expand map: {default=daemon} 2022-01-25T22:43:57.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-25T22:43:57.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-25T22:43:57.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expand map: {default=debug} 2022-01-25T22:43:57.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 2022-01-25T22:43:57.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-25T22:43:57.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: debug 2022-01-25T22:43:57.062+0000 7f15d746d700 20 expand_channel_meta expanded map: {default=debug} 2022-01-25T22:43:57.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 systemd[1]: Started Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:43:57.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cluster 2022-01-25T22:43:57.078965+0000 2022-01-25T22:43:57.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: mon.smithi068 (mon.0) 1 : cluster [INF] mon.smithi068 is new leader, mons smithi068 in quorum (ranks 0) 2022-01-25T22:43:57.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cluster 2022-01-25T22:43:57.079009+0000 mon.smithi068 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0]} 2022-01-25T22:43:57.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cluster 2022-01-25T22:43:57.079040+0000 mon.smithi068 (mon.0) 3 : cluster [DBG] fsmap 2022-01-25T22:43:57.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cluster 2022-01- 2022-01-25T22:43:57.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 25T22:43:57.079066+0000 mon.smithi068 (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-25T22:43:57.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: cluster 2022- 2022-01-25T22:43:57.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: 01-25T22:43:57.079454+0000 mon.smithi068 (mon.0) 5 : cluster 2022-01-25T22:43:57.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:57 smithi068 conmon[28642]: [DBG] mgrmap e1: no daemons active 2022-01-25T22:43:58.038 INFO:teuthology.orchestra.run.smithi068.stderr:Wrote config to /etc/ceph/ceph.conf 2022-01-25T22:43:58.038 INFO:teuthology.orchestra.run.smithi068.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:43:58.038 INFO:teuthology.orchestra.run.smithi068.stderr:Creating mgr... 2022-01-25T22:43:58.040 INFO:teuthology.orchestra.run.smithi068.stderr:Verifying port 9283 ... 2022-01-25T22:43:58.041 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl daemon-reload 2022-01-25T22:43:58.134 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl stop ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk 2022-01-25T22:43:58.158 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl reset-failed ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk 2022-01-25T22:43:58.164 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Failed to reset failed state of unit ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk.service: Unit ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk.service not loaded. 2022-01-25T22:43:58.164 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl enable ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk 2022-01-25T22:43:58.171 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: Created symlink /etc/systemd/system/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c.target.wants/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk.service → /etc/systemd/system/ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@.service. 2022-01-25T22:43:58.254 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mgr.smithi068.zkksrk 2022-01-25T22:43:58.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:58 smithi068 conmon[28642]: audit 2022-01-25T22:43:57.706265+0000 mon.smithi068 (mon.0) 6 : audit [INF] 2022-01-25T22:43:58.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:58 smithi068 conmon[28642]: from='client.? 172.21.15.68:0/4107955491' entity='client.admin' 2022-01-25T22:43:58.888 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:43:58.899 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: disabled 2022-01-25T22:43:58.899 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:43:58.907 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: inactive 2022-01-25T22:43:58.908 INFO:teuthology.orchestra.run.smithi068.stderr:firewalld.service is not enabled 2022-01-25T22:43:58.909 INFO:teuthology.orchestra.run.smithi068.stderr:Not possible to enable service . firewalld.service is not available 2022-01-25T22:43:58.909 INFO:teuthology.orchestra.run.smithi068.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-25T22:43:58.910 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:43:58.915 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: disabled 2022-01-25T22:43:58.916 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:43:58.923 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: inactive 2022-01-25T22:43:58.924 INFO:teuthology.orchestra.run.smithi068.stderr:firewalld.service is not enabled 2022-01-25T22:43:58.924 INFO:teuthology.orchestra.run.smithi068.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2022-01-25T22:43:58.924 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for mgr to start... 2022-01-25T22:43:58.925 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for mgr... 2022-01-25T22:43:58.925 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:43:59.615 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:43:59.615 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:43:59.615 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsid": "382a5b64-7e30-11ec-8c35-001a4aab830c", 2022-01-25T22:43:59.616 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:43:59.616 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:43:59.616 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:43:59.616 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:43:59.616 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.617 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:43:59.617 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:43:59.617 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 0 2022-01-25T22:43:59.617 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:43:59.618 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:43:59.618 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "smithi068" 2022-01-25T22:43:59.618 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:43:59.618 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_age": 2, 2022-01-25T22:43:59.619 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:43:59.619 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:43:59.619 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:43:59.619 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:43:59.620 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.620 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:43:59.620 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:43:59.620 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:43:59.620 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:43:59.621 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:43:59.621 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:43:59.621 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:43:59.621 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:43:59.622 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.622 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:43:59.622 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:43:59.622 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:43:59.623 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:43:59.623 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:43:59.623 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:43:59.623 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:43:59.624 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:43:59.624 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:43:59.624 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.624 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:43:59.624 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:43:59.625 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:43:59.625 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:43:59.625 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.625 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:43:59.625 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:43:59.626 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:43:59.626 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:43:59.626 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:43:59.626 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:43:59.627 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:43:59.627 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:43:59.627 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.627 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:43:59.627 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:43:59.628 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:43:53.219071+0000", 2022-01-25T22:43:59.628 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:43:59.628 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:43:59.628 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:43:59.629 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:43:59.965 INFO:teuthology.orchestra.run.smithi068.stderr:mgr not available, waiting (1/15)... 2022-01-25T22:43:59.968 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:43:59 smithi068 conmon[28642]: audit 2022-01-25T22:43:59.609575+0000 mon.smithi068 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.68:0/1049791935' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:44:01.968 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:44:02.573 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:44:02.574 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:02.575 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsid": "382a5b64-7e30-11ec-8c35-001a4aab830c", 2022-01-25T22:44:02.575 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:44:02.576 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:44:02.576 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:44:02.577 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:44:02.577 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.577 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:44:02.578 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:44:02.578 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 0 2022-01-25T22:44:02.580 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:02.580 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:44:02.580 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "smithi068" 2022-01-25T22:44:02.581 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:02.581 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_age": 5, 2022-01-25T22:44:02.581 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:44:02.581 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:02.581 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:44:02.582 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:44:02.582 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.582 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:44:02.582 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:02.583 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:44:02.583 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:44:02.583 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:44:02.583 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:44:02.584 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:44:02.584 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:44:02.584 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.584 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:44:02.584 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:44:02.585 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:44:02.585 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:44:02.585 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:44:02.585 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:44:02.586 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:44:02.586 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:44:02.586 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:44:02.586 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.586 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:44:02.587 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:02.587 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:44:02.587 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:44:02.587 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.588 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:44:02.588 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:44:02.588 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:44:02.588 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:44:02.588 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:44:02.589 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:44:02.589 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:02.589 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:44:02.589 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.590 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:44:02.590 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:02.590 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:43:53.219071+0000", 2022-01-25T22:44:02.590 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:44:02.590 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:02.591 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:44:02.591 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:02.907 INFO:teuthology.orchestra.run.smithi068.stderr:mgr not available, waiting (2/15)... 2022-01-25T22:44:03.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:03 smithi068 conmon[28642]: audit 2022-01-25T22:44:02.566456+0000 mon.smithi068 (mon.0) 8 : audit [DBG] from='client.? 172.21.15.68:0/239965003' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:44:04.909 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:44:05.035 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: cluster 2022-01-25T22:44:04.702347+0000 mon.smithi068 (mon.0) 9 : cluster [INF] Activating manager daemon smithi068.zkksrk 2022-01-25T22:44:05.035 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: cluster 2022-01-25T22:44:04.705103+0000 mon.smithi068 (mon.0) 10 : cluster [DBG] mgrmap e2: smithi068.zkksrk(active, starting, since 0.00287404s) 2022-01-25T22:44:05.035 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:44:05.036 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 22:44:04.706029+0000 mon.smithi068 (mon.0) 11 : audit [DBG] 2022-01-25T22:44:05.036 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:05.036 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T22:44:05.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:04.706224+0000 mon.smithi068 2022-01-25T22:44:05.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:05.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:05.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T22:44:05.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44 2022-01-25T22:44:05.038 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: :04.706362+0000 mon.smithi068 (mon.0) 2022-01-25T22:44:05.038 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 13 : audit [DBG] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:05.038 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:44:05.038 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 25T22:44:04.706513+0000 mon.smithi068 2022-01-25T22:44:05.039 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:44:05.039 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:05.039 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T22:44:05.039 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:04.706999 2022-01-25T22:44:05.040 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 15 : audit 2022-01-25T22:44:05.040 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: [DBG] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:44:05.040 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:44:05.040 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: T22:44:04.720791+0000 mon.smithi068 2022-01-25T22:44:05.040 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: (mon.0) 16 : cluster [INF] Manager daemon smithi068.zkksrk is now available 2022-01-25T22:44:05.041 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:05.041 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T22:44:05.041 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:04.732200+0000 2022-01-25T22:44:05.041 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: mon.smithi068 (mon.0) 17 : audit [INF] 2022-01-25T22:44:05.041 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:05.042 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T22:44:05.042 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:04. 2022-01-25T22:44:05.042 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 735832+0000 mon.smithi068 (mon.0) 18 : audit 2022-01-25T22:44:05.042 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: [INF] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:05.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:05.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: :44:04.737260+0000 mon.smithi068 (mon.0) 19 : 2022-01-25T22:44:05.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit [INF] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:05.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:44:05.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: T22:44:04.745210+0000 mon.smithi068 2022-01-25T22:44:05.044 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:05.044 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: 2022-01-25T22:44:05.044 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: audit 2022 2022-01-25T22:44:05.044 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: -01-25T22:44:04.749636+0000 mon.smithi068 2022-01-25T22:44:05.045 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: (mon.0) 21 : audit [INF] 2022-01-25T22:44:05.045 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:04 smithi068 conmon[28642]: from='mgr.14100 172.21.15.68:0/3364452295' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:05.480 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:44:05.480 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:05.481 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsid": "382a5b64-7e30-11ec-8c35-001a4aab830c", 2022-01-25T22:44:05.481 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:44:05.481 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:44:05.482 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:44:05.482 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:44:05.482 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.482 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:44:05.483 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:44:05.483 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 0 2022-01-25T22:44:05.483 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:05.483 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:44:05.484 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "smithi068" 2022-01-25T22:44:05.484 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:05.484 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_age": 8, 2022-01-25T22:44:05.484 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:44:05.485 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:05.485 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:44:05.485 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:44:05.485 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.486 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:44:05.486 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:05.486 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:44:05.486 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:44:05.487 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:44:05.487 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:44:05.487 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:44:05.487 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:44:05.487 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.488 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:44:05.488 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:44:05.488 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:44:05.488 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:44:05.488 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:44:05.489 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:44:05.489 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:44:05.489 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:44:05.489 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:44:05.490 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.490 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:44:05.490 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:05.490 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:44:05.491 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:44:05.491 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.491 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:44:05.491 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:44:05.491 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:44:05.492 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:44:05.492 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:44:05.492 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:44:05.492 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:05.492 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:44:05.493 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.493 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:44:05.493 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:05.493 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:43:53.219071+0000", 2022-01-25T22:44:05.494 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:44:05.494 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:05.494 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:44:05.494 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:05.845 INFO:teuthology.orchestra.run.smithi068.stderr:mgr not available, waiting (3/15)... 2022-01-25T22:44:06.058 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:05 smithi068 conmon[28642]: audit 2022-01-25T22:44:05.474875+0000 mon.smithi068 2022-01-25T22:44:06.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:05 smithi068 conmon[28642]: (mon.0) 22 : audit [DBG] from='client.? 172.21.15.68:0/3494839792' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:44:06.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:05 smithi068 conmon[28642]: cluster 2022-01-25T22:44:05.707518+0000 mon.smithi068 (mon.0) 23 : 2022-01-25T22:44:06.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:05 smithi068 conmon[28642]: cluster [DBG] mgrmap e3: smithi068.zkksrk(active, since 1.00529s) 2022-01-25T22:44:07.847 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:44:08.014 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:07 smithi068 conmon[28642]: cluster 2022-01-25T22:44:06.762497+0000 mon.smithi068 (mon.0) 2022-01-25T22:44:08.014 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:07 smithi068 conmon[28642]: 24 : cluster [DBG] mgrmap e4: smithi068.zkksrk(active, since 2s) 2022-01-25T22:44:08.699 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 2022-01-25T22:44:08.700 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:08.700 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsid": "382a5b64-7e30-11ec-8c35-001a4aab830c", 2022-01-25T22:44:08.700 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:44:08.701 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:44:08.701 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:44:08.701 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:44:08.701 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.701 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:44:08.702 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:44:08.702 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 0 2022-01-25T22:44:08.702 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:08.702 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:44:08.703 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "smithi068" 2022-01-25T22:44:08.703 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:08.703 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "quorum_age": 11, 2022-01-25T22:44:08.703 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:44:08.704 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:08.704 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:44:08.704 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:44:08.704 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.704 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:44:08.705 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:08.705 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:44:08.705 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:44:08.705 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:44:08.710 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:44:08.710 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:44:08.710 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:44:08.711 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.711 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:44:08.711 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:44:08.711 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:44:08.711 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:44:08.712 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:44:08.712 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:44:08.712 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:44:08.712 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:44:08.713 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:44:08.713 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.713 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:44:08.713 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:08.714 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:44:08.714 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:44:08.714 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.715 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:44:08.715 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:44:08.715 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:44:08.715 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:44:08.716 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:44:08.716 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:44:08.716 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ], 2022-01-25T22:44:08.716 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:44:08.717 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.717 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:44:08.717 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:44:08.717 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:43:53.219071+0000", 2022-01-25T22:44:08.718 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:44:08.718 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: }, 2022-01-25T22:44:08.718 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:44:08.718 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:09.053 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:08 smithi068 conmon[28642]: audit 2022-01-25T22:44:08.698236+0000 2022-01-25T22:44:09.054 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:08 smithi068 conmon[28642]: mon.smithi068 (mon.0) 25 : audit [DBG] from='client.? 172.21.15.68:0/1575995386' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:44:09.089 INFO:teuthology.orchestra.run.smithi068.stderr:mgr is available 2022-01-25T22:44:09.090 INFO:teuthology.orchestra.run.smithi068.stderr:Enabling cephadm module... 2022-01-25T22:44:09.090 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable cephadm 2022-01-25T22:44:10.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:09 smithi068 conmon[28642]: audit 2022-01-25T22:44:09.889054+0000 mon.smithi068 (mon. 2022-01-25T22:44:10.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:09 smithi068 conmon[28642]: 0) 26 : audit [INF] from='client.? 172.21.15.68:0/2288936503' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2022-01-25T22:44:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:10 smithi068 conmon[28642]: audit 2022-01-25T22:44:09.942055+0000 mon.smithi068 2022-01-25T22:44:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:10 smithi068 conmon[28642]: (mon.0) 27 : audit [INF] from='client.? 172.21.15.68:0/2288936503' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2022-01-25T22:44:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:10 smithi068 conmon[28642]: cluster 2022-01-25T22:44:09.942111+0000 mon.smithi068 (mon.0) 28 : cluster [DBG] mgrmap e5: smithi068.zkksrk(active, since 5s) 2022-01-25T22:44:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:10 smithi068 conmon[28642]: 2022-01-25T22:44:11.628 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-25T22:44:14.314 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:14.315 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 5, 2022-01-25T22:44:14.315 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:44:14.315 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "active_name": "smithi068.zkksrk", 2022-01-25T22:44:14.316 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-25T22:44:14.316 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:14.808 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:14 smithi068 conmon[28642]: audit 2022-01-25T22:44:14.315402+0000 mon.smithi068 (mon.0) 29 : audit [DBG] from='client.? 172.21.15.68:0/3069882986' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-25T22:44:16.776 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for the mgr to restart... 2022-01-25T22:44:16.776 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for mgr epoch 5... 2022-01-25T22:44:16.776 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-25T22:44:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: cluster 2022-01-25T22:44:15.905259+0000 mon.smithi068 (mon 2022-01-25T22:44:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: .0) 30 : cluster [INF] Active manager daemon smithi068.zkksrk restarted 2022-01-25T22:44:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: cluster 2022-01-25T22:44:15.905772+0000 mon.smithi068 (mon.0) 31 : cluster [INF] Activating manager daemon smithi068.zkksrk 2022-01-25T22:44:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: cluster 2022-01-25T22:44:15.907389+0000 mon.smithi068 (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2022-01-25T22:44:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: cluster 2022-01-25T22: 2022-01-25T22:44:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 44:15.960663+0000 mon.smithi068 (mon.0) 33 : cluster [DBG] mgrmap e6: smithi068.zkksrk(active, starting, since 0.0550106s) 2022-01-25T22:44:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022 2022-01-25T22:44:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: -01-25T22:44:15.961636+0000 mon.smithi068 (mon 2022-01-25T22:44:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: .0) 34 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:44:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:15.962379+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 35 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:44:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:15.963140+0000 mon.smithi068 (mon 2022-01-25T22:44:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: .0) 36 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:15.963421+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 37 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:44:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 22:44:15.963625+0000 mon.smithi068 (mon 2022-01-25T22:44:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: .0) 38 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:44:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 22:44:15.965984+0000 mon.smithi068 (mon 2022-01-25T22:44:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: .0) 39 : cluster [INF] Manager daemon smithi068.zkksrk is now available 2022-01-25T22:44:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:15.981430+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 40 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:44:17.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 22:44:15.984240+0000 mon.smithi068 (mon 2022-01-25T22:44:17.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: .0) 41 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:17.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:44:17.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 25T22:44:15.986708+0000 mon.smithi068 2022-01-25T22:44:17.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: (mon.0) 42 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:17.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 2022-01-25T22:44:17.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:44:17.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 25T22:44:16.109870+0000 mon.smithi068 (mon.0 2022-01-25T22:44:17.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: ) 43 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:17.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:44:17.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 44:16.110624+0000 mon.smithi068 (mon.0 2022-01-25T22:44:17.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: ) 44 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:17.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:16.111707+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 45 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:17.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:16.113225+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 46 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:17.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:16.126037+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 47 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:17.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:44:17.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: :44:16.127355+0000 mon.smithi068 (mon. 2022-01-25T22:44:17.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:16 smithi068 conmon[28642]: 0) 48 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:17 smithi068 conmon[28642]: cluster 2022-01-25T22:44:16.962444+0000 mon.smithi068 (mon.0) 49 : cluster [DBG] mgrmap e7: smithi068.zkksrk(active, since 1.05679s) 2022-01-25T22:44:18.479 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:18.480 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mgrmap_epoch": 8, 2022-01-25T22:44:18.480 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "initialized": true 2022-01-25T22:44:18.480 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:19 smithi068 conmon[28642]: cluster 2022-01-25T22:44:18.071476+0000 mon.smithi068 (mon.0) 50 2022-01-25T22:44:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:19 smithi068 conmon[28642]: : cluster [DBG] mgrmap e8: smithi068.zkksrk(active, since 2s) 2022-01-25T22:44:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:19 smithi068 conmon[28642]: audit 2022-01-25T22:44:18.470825+0000 mgr.smithi068.zkksrk (mgr.14116) 1 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-25T22:44:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:19 smithi068 conmon[28642]: audit 2022-01-25T22:44: 2022-01-25T22:44:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:19 smithi068 conmon[28642]: 18.480861+0000 mgr.smithi068.zkksrk (mgr.14116) 2 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-25T22:44:19.920 INFO:teuthology.orchestra.run.smithi068.stderr:mgr epoch 5 is available 2022-01-25T22:44:19.921 INFO:teuthology.orchestra.run.smithi068.stderr:Setting orchestrator backend to cephadm... 2022-01-25T22:44:19.921 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch set backend cephadm 2022-01-25T22:44:21.061 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm set-user root 2022-01-25T22:44:21.808 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: value unchanged 2022-01-25T22:44:22.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:21 smithi068 conmon[28642]: audit 2022-01-25T22:44:20.756780+0000 mgr.smithi068.zkksrk (mgr.14116) 3 : 2022-01-25T22:44:22.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:21 smithi068 conmon[28642]: audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:22.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:21 smithi068 conmon[28642]: audit 2022-01-25T22:44:20.760860+0000 mon.smithi068 (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:22.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:21 smithi068 conmon[28642]: audit 2022-01-25T22:44:20.764918+0000 mon.smithi068 (mon.0) 52 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:22.200 INFO:teuthology.orchestra.run.smithi068.stderr:Generating ssh key... 2022-01-25T22:44:22.200 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm generate-key 2022-01-25T22:44:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:22 smithi068 conmon[28642]: audit 2022-01-25T22:44:21.809018+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:44:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:22 smithi068 conmon[28642]: mgr.14116) 4 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:23.535 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm get-pub-key 2022-01-25T22:44:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:23 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:22.951923+0000 2022-01-25T22:44:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:23 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14116) 6 : cephadm [INF] Generating ssh key... 2022-01-25T22:44:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:23 smithi068 conmon[28642]: audit 2022-01-25T22:44:23.244755+0000 mon.smithi068 (mon.0) 53 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:23 smithi068 conmon[28642]: audit 2022-01-25T22:44:23.246535+0000 mon.smithi068 (mon.0) 54 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:24.259 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ0mejxfqiSaXpawVf4MFh9un8Lu2zb2woh8RV1lrUVkx5AHOuTlXQpaQ3Zw2D5IDWjRRMYvWFeigo8NNtgGUiJr04Vn0v2U9xlYnrJDImmp7M2kkDuAsmKoNFhmctItoajO4856UGthQq2sgPr7iTWqBNatbw5Kajyh8JiSmfhgUy6S0VQd/n/hEyq+iPJq6yxeRM2zrZhL6tEhNEgTbrqKj8Z903o4APpwUQAo9ZsrQA2Sw5pyZiuUZEoIVKxFxdvgvZ1HgygfSFF22WZivKIEzL+XDNiGe7F6fNglzAfs6ZdcCGZ9V8YU3lQ2lifC4PmtRNcjSlwCPxtBWc+xQGJH/+IPIoY2MZEkejMWeyUn5yBmWEbG95p4jtmEfcWR5Gz0QQ4PsSSbLc7HP4//wrpkxIKnYQQRvxivg8mWkSISWT4lT5GUiepGtCojL26EXRA/bddJKSL41XohbzF4UbeSwUk7JpyZOCfN+/rYf9YWuJ3ydjSTjKNLzVSHtxOBU= ceph-382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:44:24.573 INFO:teuthology.orchestra.run.smithi068.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2022-01-25T22:44:24.574 INFO:teuthology.orchestra.run.smithi068.stderr:Adding key to root@localhost authorized_keys... 2022-01-25T22:44:24.575 INFO:teuthology.orchestra.run.smithi068.stderr:Adding host smithi068... 2022-01-25T22:44:24.575 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch host add smithi068 172.21.15.68 2022-01-25T22:44:25.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:25 smithi068 conmon[28642]: audit 2022-01-25T22:44:24.260262+0000 mgr.smithi068.zkksrk (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:26.094 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Added host 'smithi068' 2022-01-25T22:44:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:26 smithi068 conmon[28642]: audit 2022-01-25T22:44:25.373831+0000 mgr.smithi068.zkksrk (mgr.14116) 8 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi068", "addr": "172.21.15.68", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:26.414 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying mon service with default placement... 2022-01-25T22:44:26.414 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mon 2022-01-25T22:44:27.277 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled mon update... 2022-01-25T22:44:27.472 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:27 smithi068 conmon[28642]: audit 2022-01-25T22:44:26.092889+0000 mon.smithi068 (mon. 2022-01-25T22:44:27.472 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:27 smithi068 conmon[28642]: 0) 55 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:27.472 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:27 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:26.093216+0000 mgr.smithi068.zkksrk (mgr.14116) 9 : cephadm [INF] Added host smithi068 2022-01-25T22:44:27.472 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:27 smithi068 conmon[28642]: audit 2022-01-25T22:44:26.093523+0000 mon.smithi068 (mon.0) 56 : audit [DBG] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:27.649 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying mgr service with default placement... 2022-01-25T22:44:27.650 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mgr 2022-01-25T22:44:28.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:28 smithi068 conmon[28642]: audit 2022-01-25T22:44:27.273435+0000 mgr.smithi068.zkksrk (mgr.14116) 10 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:28.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:28 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:27.274215+0000 mgr.smithi068.zkksrk (mgr.14116) 11 : cephadm [INF] Saving service mon spec with placement count:5 2022-01-25T22:44:28.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:28 smithi068 conmon[28642]: audit 2022-01-25T22:44:27.277440+0000 mon.smithi068 (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:28.584 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled mgr update... 2022-01-25T22:44:28.854 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying crash service with default placement... 2022-01-25T22:44:28.855 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply crash 2022-01-25T22:44:29.716 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:29 smithi068 conmon[28642]: audit 2022-01-25T22:44:28.435584+0000 mon.smithi068 (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:29.716 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:29 smithi068 conmon[28642]: audit 2022-01-25T22:44:28.582449+0000 mgr.smithi068.zkksrk (mgr.14116) 12 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:29.717 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:29 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:28.583045+0000 mgr.smithi068.zkksrk (mgr.14116) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2022-01-25T22:44:29.717 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:29 smithi068 conmon[28642]: audit 2022-01-25T22:44:28.585284+0000 mon.smithi068 (mon.0) 59 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:29.717 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:29 smithi068 conmon[28642]: audit 2022-01-25T22:44:28.779343+0000 mon.smithi068 (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:29.717 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled crash update... 2022-01-25T22:44:30.391 INFO:teuthology.orchestra.run.smithi068.stderr:Enabling mgr prometheus module... 2022-01-25T22:44:30.391 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable prometheus 2022-01-25T22:44:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:30 smithi068 conmon[28642]: audit 2022-01-25T22:44:29.713955+0000 2022-01-25T22:44:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:30 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14116) 14 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:30 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:29.714695+0000 mgr.smithi068.zkksrk (mgr.14116) 15 : cephadm [INF] Saving service crash spec with placement * 2022-01-25T22:44:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:30 smithi068 conmon[28642]: audit 2022-01-25T22:44:29.716873+0000 mon.smithi068 (mon.0) 61 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:32.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:31 smithi068 conmon[28642]: audit 2022-01-25T22:44:30.772413+0000 mon.smithi068 (mon.0) 62 : audit [INF] from='mgr.14116 172.21.15.68:0/189968730' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:32.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:31 smithi068 conmon[28642]: audit 2022-01-25T22:44:31.321908+0000 mon.smithi068 (mon.0) 63 : audit [INF] from='client.? 172.21.15.68:0/4217547697' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2022-01-25T22:44:32.079 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying prometheus service with default placement... 2022-01-25T22:44:32.079 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply prometheus 2022-01-25T22:44:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:32 smithi068 conmon[28642]: audit 2022-01-25T22:44:31.776296+0000 mon.smithi068 (mon.0) 2022-01-25T22:44:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:32 smithi068 conmon[28642]: 64 : audit [INF] from='client.? 172.21.15.68:0/4217547697' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2022-01-25T22:44:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:32 smithi068 conmon[28642]: cluster 2022-01-25T22:44:31.776358+0000 mon.smithi068 (mon.0) 65 : cluster [DBG] mgrmap e9: smithi068.zkksrk(active, since 15s) 2022-01-25T22:44:38.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:38 smithi068 conmon[28642]: cluster 2022-01-25T22:44:37.746284+0000 mon.smithi068 (mon.0) 66 : cluster [INF] Active manager daemon smithi068.zkksrk restarted 2022-01-25T22:44:38.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:38 smithi068 conmon[28642]: cluster 2022-01-25T22:44:37.746683+0000 mon.smithi068 (mon.0) 67 : cluster [INF] Activating manager daemon smithi068.zkksrk 2022-01-25T22:44:38.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:38 smithi068 conmon[28642]: cluster 2022-01-25T22:44:37.748843+0000 mon.smithi068 (mon.0) 68 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2022-01-25T22:44:39.082 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled prometheus update... 2022-01-25T22:44:39.520 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: cluster 2022-01-25T22:44:38. 2022-01-25T22:44:39.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 076125+0000 mon.smithi068 (mon.0) 69 : cluster [DBG] mgrmap e10: smithi068.zkksrk(active, starting, since 0.329522s) 2022-01-25T22:44:39.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T22:44:38.077594+0000 mon.smithi068 (mon.0) 70 : audit [DBG] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:44:39.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T22:44:38.078305+0000 mon.smithi068 (mon.0) 71 : audit [DBG] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:44:39.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T22:44:38.079094+0000 2022-01-25T22:44:39.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: mon.smithi068 (mon.0) 72 : audit [DBG] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:39.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:44:39.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 22:44:38.079362+0000 mon.smithi068 (mon. 2022-01-25T22:44:39.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 0) 73 : audit [DBG] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:39.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T22:44:38.079608+0000 mon.smithi068 ( 2022-01-25T22:44:39.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: mon.0) 74 : audit [DBG] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:39.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: cluster 2022-01-25T22:44:39.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 2022-01-25T22:44:38.093331+0000 2022-01-25T22:44:39.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: mon.smithi068 (mon.0) 75 : cluster [INF] 2022-01-25T22:44:39.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: Manager daemon smithi068.zkksrk is now available 2022-01-25T22:44:39.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:44:39.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 22:44:38.231722+0000 mon.smithi068 (mon. 2022-01-25T22:44:39.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 0) 76 : audit [DBG] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:39.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:44:39.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 01-25T22:44:38 2022-01-25T22:44:39.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: .233494+0000 mon.smithi068 (mon. 2022-01-25T22:44:39.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 0) 77 : audit [DBG] 2022-01-25T22:44:39.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:39.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:44:39.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 22:44:38.249469+0000 mon.smithi068 (mon 2022-01-25T22:44:39.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: .0) 78 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:39.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:44:39.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: T22:44:38.253893+0000 mon.smithi068 ( 2022-01-25T22:44:39.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: mon.0) 79 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:39.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:39 smithi068 conmon[28642]: 2022-01-25T22:44:39.528 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying grafana service with default placement... 2022-01-25T22:44:39.529 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply grafana 2022-01-25T22:44:40.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:40 smithi068 conmon[28642]: cluster 2022-01-25T22:44:39. 2022-01-25T22:44:40.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:40 smithi068 conmon[28642]: 078158+0000 mon.smithi068 (mon.0) 80 : cluster [DBG] mgrmap e11: smithi068.zkksrk(active, since 1.33156s) 2022-01-25T22:44:40.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:40 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:39.079450+0000 mgr.smithi068.zkksrk (mgr.14144) 2 : cephadm [INF] Saving service prometheus spec with placement count:1 2022-01-25T22:44:40.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:40 smithi068 conmon[28642]: audit 2022-01-25T22:44:39.082231+0000 mon.smithi068 (mon.0) 81 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:40.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:40 smithi068 conmon[28642]: audit 2022-01-25T22:44:39.863482+0000 mon.smithi068 (mon.0) 82 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:40.511 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled grafana update... 2022-01-25T22:44:41.018 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying node-exporter service with default placement... 2022-01-25T22:44:41.018 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply node-exporter 2022-01-25T22:44:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:41 smithi068 conmon[28642]: cluster 2022-01-25T22:44:40.086537+0000 2022-01-25T22:44:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:41 smithi068 conmon[28642]: mon.smithi068 (mon.0) 83 : cluster [DBG] mgrmap e12: smithi068.zkksrk(active, since 2s) 2022-01-25T22:44:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:41 smithi068 conmon[28642]: audit 2022-01-25T22:44:40.505840+0000 mgr.smithi068.zkksrk (mgr.14144) 3 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:41 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:40.506403+0000 mgr.smithi068.zkksrk (mgr.14144) 4 : cephadm [INF] Saving service grafana spec with placement count:1 2022-01-25T22:44:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:41 smithi068 conmon[28642]: audit 2022-01-25T22:44:40.511515+0000 mon.smithi068 (mon.0) 84 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:41.948 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2022-01-25T22:44:42.341 INFO:teuthology.orchestra.run.smithi068.stderr:Deploying alertmanager service with default placement... 2022-01-25T22:44:42.341 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply alertmanager 2022-01-25T22:44:43.152 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2022-01-25T22:44:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:42 smithi068 conmon[28642]: audit 2022-01-25T22:44:41.946238+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:44:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:42 smithi068 conmon[28642]: .14144) 5 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:42 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:41.946927+0000 mgr.smithi068.zkksrk (mgr.14144) 6 : cephadm [INF] Saving service node-exporter spec with placement * 2022-01-25T22:44:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:42 smithi068 conmon[28642]: audit 2022-01-25T22:44:41.949135+0000 mon.smithi068 (mon.0) 85 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:43.477 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/cephadm/container_init True --force 2022-01-25T22:44:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:44 smithi068 conmon[28642]: audit 2022-01-25T22:44:43.150843+0000 mgr.smithi068.zkksrk (mgr.14144) 7 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:44 smithi068 conmon[28642]: cephadm 2022-01-25T22:44:43.151382+0000 mgr.smithi068.zkksrk (mgr.14144) 8 : cephadm [INF] Saving service alertmanager spec with placement count:1 2022-01-25T22:44:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:44 smithi068 conmon[28642]: audit 2022-01-25T22:44:43.153426+0000 mon.smithi068 (mon.0) 86 : audit [INF] from='mgr.14144 172.21.15.68:0/2825093377' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:44.611 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/dashboard/ssl_server_port 8443 2022-01-25T22:44:45.536 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:45 smithi068 conmon[28642]: audit 2022-01-25T22:44:44.207760+0000 2022-01-25T22:44:45.536 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:45 smithi068 conmon[28642]: mon.smithi068 (mon.0) 87 : audit [INF] from='client.? 172.21.15.68:0/3075835639' entity='client.admin' 2022-01-25T22:44:45.747 INFO:teuthology.orchestra.run.smithi068.stderr:Enabling the dashboard module... 2022-01-25T22:44:45.747 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable dashboard 2022-01-25T22:44:46.546 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:46 smithi068 conmon[28642]: audit 2022-01-25T22:44:45.386035+0000 mon.smithi068 (mon.0) 88 : audit [INF] from='client.? 172.21.15.68:0/1499005040' entity='client.admin' 2022-01-25T22:44:48.388 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-25T22:44:48.504 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:48 smithi068 conmon[28642]: audit 2022-01-25T22:44:47.118701+0000 mon.smithi068 (mon.0) 2022-01-25T22:44:48.504 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:48 smithi068 conmon[28642]: 89 : audit [INF] from='client.? 172.21.15.68:0/2826180513' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2022-01-25T22:44:49.273 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:49.274 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "epoch": 13, 2022-01-25T22:44:49.274 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:44:49.274 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "active_name": "smithi068.zkksrk", 2022-01-25T22:44:49.275 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-25T22:44:49.275 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:49.435 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:49 smithi068 conmon[28642]: audit 2022-01-25T22:44 2022-01-25T22:44:49.436 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:49 smithi068 conmon[28642]: :48.082401+0000 mon.smithi068 (mon.0) 90 : audit [INF] from='client.? 172.21.15.68:0/2826180513' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2022-01-25T22:44:49.436 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:49 smithi068 conmon[28642]: cluster 2022-01-25T22:44:48.082470+0000 mon.smithi068 (mon.0) 91 : cluster [DBG] mgrmap e13: smithi068.zkksrk(active, since 10s) 2022-01-25T22:44:49.629 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for the mgr to restart... 2022-01-25T22:44:49.629 INFO:teuthology.orchestra.run.smithi068.stderr:Waiting for mgr epoch 13... 2022-01-25T22:44:49.629 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-25T22:44:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:50 smithi068 conmon[28642]: audit 2022-01-25T22:44:49.274089+0000 mon.smithi068 (mon.0) 92 2022-01-25T22:44:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:50 smithi068 conmon[28642]: : audit [DBG] from='client.? 172.21.15.68:0/552285407' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-25T22:44:54.402 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: cluster 2022-01-25T22:44:54.077288+0000 2022-01-25T22:44:54.403 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: mon.smithi068 (mon.0) 93 : cluster [INF] Active manager daemon smithi068.zkksrk restarted 2022-01-25T22:44:54.403 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: cluster 2022-01-25T22:44: 2022-01-25T22:44:54.403 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: 54.077698+0000 mon.smithi068 (mon.0) 94 : cluster [INF] Activating manager daemon smithi068.zkksrk 2022-01-25T22:44:54.403 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: 2022-01-25T22:44:54.404 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:44:54.404 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: 22:44:54.079380+0000 mon.smithi068 2022-01-25T22:44:54.404 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: (mon.0) 95 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2022-01-25T22:44:54.404 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:54 smithi068 conmon[28642]: 2022-01-25T22:44:55.146 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: { 2022-01-25T22:44:55.146 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "mgrmap_epoch": 15, 2022-01-25T22:44:55.147 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: "initialized": true 2022-01-25T22:44:55.147 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: } 2022-01-25T22:44:55.385 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: cluster 2022-01-25T22:44 2022-01-25T22:44:55.385 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: :54.130092+0000 mon.smithi068 (mon.0) 96 : cluster [DBG] mgrmap e14: smithi068.zkksrk(active, starting, since 0.0524822s) 2022-01-25T22:44:55.386 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01-25T22:44:54.133537+0000 mon.smithi068 (mon.0) 97 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:44:55.386 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:44:55.386 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 25T22:44:54.134369+0000 mon.smithi068 (mon.0) 98 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:44:55.386 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 2022-01-25T22:44 2022-01-25T22:44:55.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: :54.135079+0000 mon.smithi068 ( 2022-01-25T22:44:55.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: mon.0) 99 : audit 2022-01-25T22:44:55.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:55.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 2022-01-25T22:44:54.135256+0000 2022-01-25T22:44:55.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: mon.smithi068 (mon.0) 100 : audit 2022-01-25T22:44:55.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:55.389 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.389 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 2022-01-25T22 2022-01-25T22:44:55.389 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: :44:54.135423+0000 mon.smithi068 2022-01-25T22:44:55.389 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: (mon.0) 101 : audit 2022-01-25T22:44:55.390 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:55.390 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: cluster 2022- 2022-01-25T22:44:55.390 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 01-25T22:44:54.149040+0000 mon.smithi068 ( 2022-01-25T22:44:55.390 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: mon.0) 102 : cluster [INF] 2022-01-25T22:44:55.391 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: Manager daemon smithi068.zkksrk is now available 2022-01-25T22:44:55.391 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:44:55.391 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 01-25T22:44:54.284320+0000 2022-01-25T22:44:55.391 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: mon.smithi068 (mon.0) 103 : audit 2022-01-25T22:44:55.392 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:55.392 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.392 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 2022-01-25T22:44:54.285904 2022-01-25T22:44:55.392 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 104 : 2022-01-25T22:44:55.393 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:55.393 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.393 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 2022-01-25T22:44:54.311987+0000 2022-01-25T22:44:55.393 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: mon.smithi068 (mon.0) 105 : audit 2022-01-25T22:44:55.394 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:55.394 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:44:55.394 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: 01-25T22:44:54.316516+0000 2022-01-25T22:44:55.394 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: mon.smithi068 (mon.0) 106 : 2022-01-25T22:44:55.395 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:55 smithi068 conmon[28642]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:55.794 INFO:teuthology.orchestra.run.smithi068.stderr:mgr epoch 13 is available 2022-01-25T22:44:55.795 INFO:teuthology.orchestra.run.smithi068.stderr:Generating a dashboard self-signed certificate... 2022-01-25T22:44:55.795 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 dashboard create-self-signed-cert 2022-01-25T22:44:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:56 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.134436+0000 mgr.smithi068.zkksrk 2022-01-25T22:44:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:56 smithi068 conmon[28642]: (mgr.14164) 1 : audit [DBG] from='client.14168 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-25T22:44:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:56 smithi068 conmon[28642]: cluster 2022-01-25T22:44:55.134937+0000 mon.smithi068 (mon.0) 107 : cluster [DBG] mgrmap e15: smithi068.zkksrk(active, since 1.05733s) 2022-01-25T22:44:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:56 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.146222+0000 mgr.smithi068.zkksrk (mgr.14164) 2 : audit [DBG] from='client.14168 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-25T22:44:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:56 smithi068 conmon[28642]: audit 2022-01-25T22:44:55.914762+0000 mon.smithi068 (mon.0) 108 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:56.699 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: Self-signed certificate created 2022-01-25T22:44:57.435 INFO:teuthology.orchestra.run.smithi068.stderr:Creating initial admin user... 2022-01-25T22:44:57.436 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpxfdp_dq9:/tmp/dashboard.pw:z docker.io/ceph/ceph:v16.2.4 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2022-01-25T22:44:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:57 smithi068 conmon[28642]: audit 2022-01-25T22:44:56.564709+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:44:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:57 smithi068 conmon[28642]: mgr.14164) 3 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:57 smithi068 conmon[28642]: audit 2022-01-25T22:44:56.698051+0000 mon.smithi068 (mon.0) 109 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:57 smithi068 conmon[28642]: audit 2022-01-25T22:44:56.699894+0000 mon.smithi068 (mon.0) 110 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:44:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:57 smithi068 conmon[28642]: cluster 2022-01-25T22:44:56.916279+0000 mon.smithi068 (mon.0) 111 : cluster [DBG] mgrmap e16: smithi068.zkksrk(active, since 2s) 2022-01-25T22:44:58.485 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$PlwMS/tAgYYnCCJ7AZ52FOQX00G0m.N5LebsA.yh/COlMjL.RNl2S", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1643150698, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2022-01-25T22:44:58.974 INFO:teuthology.orchestra.run.smithi068.stderr:Fetching dashboard port number... 2022-01-25T22:44:58.974 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi068 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1t0xqq17:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp4qgyl4fx:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config get mgr mgr/dashboard/ssl_server_port 2022-01-25T22:44:59.727 INFO:teuthology.orchestra.run.smithi068.stderr:/usr/bin/ceph: 8443 2022-01-25T22:44:59.750 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:59 smithi068 conmon[28642]: audit 2022-01-25T22:44:58.240848+0000 2022-01-25T22:44:59.750 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:59 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 4 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:59.750 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:44:59 smithi068 conmon[28642]: audit 2022-01-25T22:44:58.485896+0000 mon.smithi068 (mon.0) 112 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:00.111 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:45:00.119 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: disabled 2022-01-25T22:45:00.120 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:45:00.126 INFO:teuthology.orchestra.run.smithi068.stderr:systemctl: inactive 2022-01-25T22:45:00.127 INFO:teuthology.orchestra.run.smithi068.stderr:firewalld.service is not enabled 2022-01-25T22:45:00.127 INFO:teuthology.orchestra.run.smithi068.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2022-01-25T22:45:00.129 INFO:teuthology.orchestra.run.smithi068.stderr:Ceph Dashboard is now available at: 2022-01-25T22:45:00.129 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.130 INFO:teuthology.orchestra.run.smithi068.stderr: URL: https://smithi068.front.sepia.ceph.com:8443/ 2022-01-25T22:45:00.130 INFO:teuthology.orchestra.run.smithi068.stderr: User: admin 2022-01-25T22:45:00.130 INFO:teuthology.orchestra.run.smithi068.stderr: Password: juan785qoy 2022-01-25T22:45:00.130 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.131 INFO:teuthology.orchestra.run.smithi068.stderr:You can access the Ceph CLI with: 2022-01-25T22:45:00.132 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.132 INFO:teuthology.orchestra.run.smithi068.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:45:00.132 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.132 INFO:teuthology.orchestra.run.smithi068.stderr:Please consider enabling telemetry to help improve Ceph: 2022-01-25T22:45:00.133 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.133 INFO:teuthology.orchestra.run.smithi068.stderr: ceph telemetry on 2022-01-25T22:45:00.133 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.133 INFO:teuthology.orchestra.run.smithi068.stderr:For more information see: 2022-01-25T22:45:00.133 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.134 INFO:teuthology.orchestra.run.smithi068.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2022-01-25T22:45:00.134 INFO:teuthology.orchestra.run.smithi068.stderr: 2022-01-25T22:45:00.134 INFO:teuthology.orchestra.run.smithi068.stderr:Bootstrap complete. 2022-01-25T22:45:00.134 INFO:teuthology.orchestra.run.smithi068.stderr:Releasing lock 139903586582656 on /run/cephadm/382a5b64-7e30-11ec-8c35-001a4aab830c.lock 2022-01-25T22:45:00.135 INFO:teuthology.orchestra.run.smithi068.stderr:Lock 139903586582656 released on /run/cephadm/382a5b64-7e30-11ec-8c35-001a4aab830c.lock 2022-01-25T22:45:00.174 INFO:tasks.cephadm:Fetching config... 2022-01-25T22:45:00.175 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:45:00.175 DEBUG:teuthology.orchestra.run.smithi068:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2022-01-25T22:45:00.195 INFO:tasks.cephadm:Fetching client.admin keyring... 2022-01-25T22:45:00.195 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:45:00.196 DEBUG:teuthology.orchestra.run.smithi068:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2022-01-25T22:45:00.252 INFO:tasks.cephadm:Fetching mon keyring... 2022-01-25T22:45:00.252 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:45:00.253 DEBUG:teuthology.orchestra.run.smithi068:> sudo dd if=/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/keyring of=/dev/stdout 2022-01-25T22:45:00.320 INFO:tasks.cephadm:Fetching pub ssh key... 2022-01-25T22:45:00.321 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:45:00.321 DEBUG:teuthology.orchestra.run.smithi068:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2022-01-25T22:45:00.377 INFO:tasks.cephadm:Installing pub ssh key for root users... 2022-01-25T22:45:00.377 DEBUG:teuthology.orchestra.run.smithi068:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ0mejxfqiSaXpawVf4MFh9un8Lu2zb2woh8RV1lrUVkx5AHOuTlXQpaQ3Zw2D5IDWjRRMYvWFeigo8NNtgGUiJr04Vn0v2U9xlYnrJDImmp7M2kkDuAsmKoNFhmctItoajO4856UGthQq2sgPr7iTWqBNatbw5Kajyh8JiSmfhgUy6S0VQd/n/hEyq+iPJq6yxeRM2zrZhL6tEhNEgTbrqKj8Z903o4APpwUQAo9ZsrQA2Sw5pyZiuUZEoIVKxFxdvgvZ1HgygfSFF22WZivKIEzL+XDNiGe7F6fNglzAfs6ZdcCGZ9V8YU3lQ2lifC4PmtRNcjSlwCPxtBWc+xQGJH/+IPIoY2MZEkejMWeyUn5yBmWEbG95p4jtmEfcWR5Gz0QQ4PsSSbLc7HP4//wrpkxIKnYQQRvxivg8mWkSISWT4lT5GUiepGtCojL26EXRA/bddJKSL41XohbzF4UbeSwUk7JpyZOCfN+/rYf9YWuJ3ydjSTjKNLzVSHtxOBU= ceph-382a5b64-7e30-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-25T22:45:00.458 INFO:teuthology.orchestra.run.smithi068.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ0mejxfqiSaXpawVf4MFh9un8Lu2zb2woh8RV1lrUVkx5AHOuTlXQpaQ3Zw2D5IDWjRRMYvWFeigo8NNtgGUiJr04Vn0v2U9xlYnrJDImmp7M2kkDuAsmKoNFhmctItoajO4856UGthQq2sgPr7iTWqBNatbw5Kajyh8JiSmfhgUy6S0VQd/n/hEyq+iPJq6yxeRM2zrZhL6tEhNEgTbrqKj8Z903o4APpwUQAo9ZsrQA2Sw5pyZiuUZEoIVKxFxdvgvZ1HgygfSFF22WZivKIEzL+XDNiGe7F6fNglzAfs6ZdcCGZ9V8YU3lQ2lifC4PmtRNcjSlwCPxtBWc+xQGJH/+IPIoY2MZEkejMWeyUn5yBmWEbG95p4jtmEfcWR5Gz0QQ4PsSSbLc7HP4//wrpkxIKnYQQRvxivg8mWkSISWT4lT5GUiepGtCojL26EXRA/bddJKSL41XohbzF4UbeSwUk7JpyZOCfN+/rYf9YWuJ3ydjSTjKNLzVSHtxOBU= ceph-382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:45:00.470 DEBUG:teuthology.orchestra.run.smithi165:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ0mejxfqiSaXpawVf4MFh9un8Lu2zb2woh8RV1lrUVkx5AHOuTlXQpaQ3Zw2D5IDWjRRMYvWFeigo8NNtgGUiJr04Vn0v2U9xlYnrJDImmp7M2kkDuAsmKoNFhmctItoajO4856UGthQq2sgPr7iTWqBNatbw5Kajyh8JiSmfhgUy6S0VQd/n/hEyq+iPJq6yxeRM2zrZhL6tEhNEgTbrqKj8Z903o4APpwUQAo9ZsrQA2Sw5pyZiuUZEoIVKxFxdvgvZ1HgygfSFF22WZivKIEzL+XDNiGe7F6fNglzAfs6ZdcCGZ9V8YU3lQ2lifC4PmtRNcjSlwCPxtBWc+xQGJH/+IPIoY2MZEkejMWeyUn5yBmWEbG95p4jtmEfcWR5Gz0QQ4PsSSbLc7HP4//wrpkxIKnYQQRvxivg8mWkSISWT4lT5GUiepGtCojL26EXRA/bddJKSL41XohbzF4UbeSwUk7JpyZOCfN+/rYf9YWuJ3ydjSTjKNLzVSHtxOBU= ceph-382a5b64-7e30-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-25T22:45:00.530 INFO:teuthology.orchestra.run.smithi165.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ0mejxfqiSaXpawVf4MFh9un8Lu2zb2woh8RV1lrUVkx5AHOuTlXQpaQ3Zw2D5IDWjRRMYvWFeigo8NNtgGUiJr04Vn0v2U9xlYnrJDImmp7M2kkDuAsmKoNFhmctItoajO4856UGthQq2sgPr7iTWqBNatbw5Kajyh8JiSmfhgUy6S0VQd/n/hEyq+iPJq6yxeRM2zrZhL6tEhNEgTbrqKj8Z903o4APpwUQAo9ZsrQA2Sw5pyZiuUZEoIVKxFxdvgvZ1HgygfSFF22WZivKIEzL+XDNiGe7F6fNglzAfs6ZdcCGZ9V8YU3lQ2lifC4PmtRNcjSlwCPxtBWc+xQGJH/+IPIoY2MZEkejMWeyUn5yBmWEbG95p4jtmEfcWR5Gz0QQ4PsSSbLc7HP4//wrpkxIKnYQQRvxivg8mWkSISWT4lT5GUiepGtCojL26EXRA/bddJKSL41XohbzF4UbeSwUk7JpyZOCfN+/rYf9YWuJ3ydjSTjKNLzVSHtxOBU= ceph-382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:45:00.536 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2022-01-25T22:45:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:00 smithi068 conmon[28642]: audit 2022-01-25T22:44:59.728424+0000 mon.smithi068 (mon.0) 113 : audit [DBG] from='client.? 172.21.15.68:0/360380332' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2022-01-25T22:45:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:01 smithi068 conmon[28642]: cluster 2022-01-25T22:45:00.490069+0000 mon.smithi068 (mon.0) 114 : cluster [DBG] mgrmap e17: smithi068.zkksrk(active, since 6s) 2022-01-25T22:45:03.097 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi165 2022-01-25T22:45:03.098 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2022-01-25T22:45:03.098 DEBUG:teuthology.orchestra.run.smithi165:> dd of=/etc/ceph/ceph.conf 2022-01-25T22:45:03.117 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2022-01-25T22:45:03.118 DEBUG:teuthology.orchestra.run.smithi165:> dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:45:03.175 INFO:tasks.cephadm:Adding host smithi165 to orchestrator... 2022-01-25T22:45:03.176 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch host add smithi165 2022-01-25T22:45:03.692 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:03 smithi068 conmon[28642]: audit 2022-01-25T22:45:02.452197+0000 mon.smithi068 (mon.0) 115 : audit [INF] from='client.? 172.21.15.68:0/121118906' entity='client.admin' 2022-01-25T22:45:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:06 smithi068 conmon[28642]: audit 2022-01-25T22:45:05.488600 2022-01-25T22:45:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:06 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 116 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:06 smithi068 conmon[28642]: audit 2022-01-25T22:45:05.870080+0000 mon.smithi068 (mon.0) 117 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:06 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:05.878525+0000 mgr.smithi068.zkksrk (mgr.14164) 5 : cephadm [INF] Deploying daemon alertmanager.smithi068 on smithi068 2022-01-25T22:45:12.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:12 smithi068 conmon[28642]: audit 2022-01-25T22:45:11.209344 2022-01-25T22:45:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:12 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 118 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:12 smithi068 conmon[28642]: audit 2022-01-25T22:45:11.210422+0000 mon.smithi068 (mon.0) 119 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi068", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:45:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:12 smithi068 conmon[28642]: audit 2022-01-25T22:45:11.212100+0000 mon.smithi068 (mon.0) 120 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi068", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-25T22:45:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:12 smithi068 conmon[28642]: audit 2022-01-25T22:45:11.212739+0000 mon.smithi068 (mon.0) 121 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:12.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:12 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:11.213355+0000 mgr.smithi068.zkksrk (mgr.14164) 6 : cephadm [INF] Deploying daemon crash.smithi068 on smithi068 2022-01-25T22:45:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: audit 2022-01-25T22:45:13.186057+0000 mon.smithi068 (mon.0) 122 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: audit 2022-01-25T22:45:13.300551+0000 mon.smithi068 (mon.0) 123 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: audit 2022-01-25T22:45:13.305504+0000 mon.smithi068 (mon.0) 124 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: audit 2022-01-25T22:45:13.305915+0000 mon.smithi068 (mon.0) 125 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-25T22:45:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: audit 2022-01-25T22:45:13.306394+0000 mgr.smithi068.zkksrk (mgr.14164) 7 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-25T22:45:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: audit 2022-01-25T22:45:13.311537+0000 mon.smithi068 (mon.0) 126 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:14 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:13.315182+0000 mgr.smithi068.zkksrk (mgr.14164) 8 : cephadm [INF] Deploying daemon grafana.smithi068 on smithi068 2022-01-25T22:45:15.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:15 smithi068 conmon[28642]: cluster 2022-01-25T22:45:14.136108+0000 2022-01-25T22:45:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:15 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:18.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:18 smithi068 conmon[28642]: cluster 2022-01-25T22:45:16.136357+0000 2022-01-25T22:45:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:18 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:19.915 INFO:teuthology.orchestra.run.smithi165.stdout:Added host 'smithi165' 2022-01-25T22:45:20.321 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch host ls --format=json 2022-01-25T22:45:20.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:20 smithi068 conmon[28642]: cluster 2022-01-25T22:45:18.136655+0000 2022-01-25T22:45:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:20 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:20 smithi068 conmon[28642]: audit 2022-01-25T22:45:19.915059+0000 mon.smithi068 (mon.0) 127 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:21.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:21 smithi068 conmon[28642]: audit 2022-01-25T22:45:19.218739+0000 mgr.smithi068.zkksrk (mgr.14164) 12 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi165", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:21.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:21 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:19.915536+0000 mgr.smithi068.zkksrk (mgr.14164) 13 : cephadm [INF] Added host smithi165 2022-01-25T22:45:21.909 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:21.910 INFO:teuthology.orchestra.run.smithi165.stdout:[{"addr": "172.21.15.68", "hostname": "smithi068", "labels": [], "status": ""}, {"addr": "smithi165", "hostname": "smithi165", "labels": [], "status": ""}] 2022-01-25T22:45:22.363 INFO:tasks.cephadm:Setting crush tunables to default 2022-01-25T22:45:22.364 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd crush tunables default 2022-01-25T22:45:22.391 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:22 smithi068 conmon[28642]: cluster 2022-01-25T22:45:20.136931+0000 mgr.smithi068.zkksrk (mgr.14164) 14 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:23.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:23 smithi068 conmon[28642]: audit 2022-01-25T22:45:21.910173+0000 mgr.smithi068.zkksrk (mgr.14164) 15 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:45:24.263 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:24 smithi068 conmon[28642]: cluster 2022-01-25T22:45:22.137195+0000 mgr.smithi068.zkksrk (mgr.14164) 16 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:25.097 INFO:teuthology.orchestra.run.smithi068.stderr:adjusted tunables profile to default 2022-01-25T22:45:25.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:25 smithi068 conmon[28642]: audit 2022-01-25T22:45:24.311104+0000 mon.smithi068 (mon.0) 128 : audit [INF] from='client.? 172.21.15.68:0/2721573100' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2022-01-25T22:45:25.456 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:25 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:45:25.456 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:25 smithi068 conmon[28642]: 25T22:45:24.357401+0000 mon.smithi068 (mon.0) 129 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:25.494 INFO:tasks.cephadm:Adding mon.smithi068 on smithi068 2022-01-25T22:45:25.495 INFO:tasks.cephadm:Adding mon.smithi165 on smithi165 2022-01-25T22:45:25.495 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch apply mon '2;smithi068:172.21.15.68=smithi068;smithi165:172.21.15.165=smithi165' 2022-01-25T22:45:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: cluster 2022-01-25T22:45:24.137402+0000 2022-01-25T22:45:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 17 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:24.359078+0000 mgr.smithi068.zkksrk (mgr.14164) 18 : cephadm 2022-01-25T22:45:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: [INF] Deploying daemon node-exporter.smithi068 on smithi068 2022-01-25T22:45:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: audit 2022-01-25T22:45:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:45:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: 45:25.094023+0000 mon.smithi068 (mon.0) 130 : audit 2022-01-25T22:45:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: [INF] from='client.? 172.21.15.68:0/2721573100' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2022-01-25T22:45:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: cluster 2022-01-25T22: 2022-01-25T22:45:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: 45:25.094079+0000 mon.smithi068 (mon.0 2022-01-25T22:45:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:26 smithi068 conmon[28642]: ) 131 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:45:27.190 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled mon update... 2022-01-25T22:45:27.643 DEBUG:teuthology.orchestra.run.smithi165:mon.smithi165> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi165.service 2022-01-25T22:45:27.645 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:27.646 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:27.673 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:-- Logs begin at Tue 2022-01-25 22:37:25 UTC. -- 2022-01-25T22:45:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:28 smithi068 conmon[28642]: cluster 2022-01-25T22:45:26.137605+0000 mgr.smithi068.zkksrk 2022-01-25T22:45:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:28 smithi068 conmon[28642]: (mgr.14164) 19 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:28 smithi068 conmon[28642]: audit 2022-01-25T22:45:27.190860+0000 mon.smithi068 (mon.0) 132 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:28 smithi068 conmon[28642]: audit 2022-01-25T22:45:27.394989+0000 mon.smithi068 (mon.0) 133 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:29.418 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:29.419 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:43:51.187848Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:45:29.420 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2022-01-25T22:45:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: audit 2022-01-25T22:45:27.184205+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:45:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: mgr.14164) 20 : audit [DBG] from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi068:172.21.15.68=smithi068;smithi165:172.21.15.165=smithi165", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:27.185597+0000 mgr.smithi068.zkksrk (mgr.14164) 21 : cephadm [INF] Saving service mon spec with placement smithi068:172.21.15.68=smithi068;smithi165:172.21.15.165=smithi165;count:2 2022-01-25T22:45:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: 2022-01-25T22:45 2022-01-25T22:45:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: :27.402025+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:45:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:29 smithi068 conmon[28642]: 14164) 22 : cephadm [INF] Deploying daemon prometheus.smithi068 on smithi068 2022-01-25T22:45:30.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:30 smithi068 conmon[28642]: cluster 2022-01-25T22:45:28.137957+0000 2022-01-25T22:45:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:30 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 23 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:30 smithi068 conmon[28642]: audit 2022-01-25T22:45:29.419804+0000 2022-01-25T22:45:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:30 smithi068 conmon[28642]: mon.smithi068 (mon.0) 134 : audit [DBG] from='client.? 172.21.15.165:0/502783186' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:30.794 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:30.795 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:32.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:32 smithi068 conmon[28642]: cluster 2022-01-25T22:45:30.138201+0000 mgr.smithi068.zkksrk (mgr.14164) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:32.465 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:32.465 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:43:51.187848Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:45:32.466 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2022-01-25T22:45:33.431 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:33 smithi068 conmon[28642]: audit 2022-01-25T22:45:32.466284+0000 mon.smithi068 (mon.0) 135 : audit [DBG] from='client.? 172.21.15.165:0/978448584' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:33.831 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:33.832 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:34.399 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:34 smithi068 conmon[28642]: cluster 2022-01-25T22:45:32.138556+0000 2022-01-25T22:45:34.400 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:34 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:35.864 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:35.864 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:43:51.187848Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:45:35.865 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2022-01-25T22:45:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:35 smithi068 conmon[28642]: cluster 2022-01-25T22:45:34.138783 2022-01-25T22:45:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:35 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:35 smithi068 conmon[28642]: audit 2022-01-25T22:45:34.781015+0000 mon.smithi068 (mon.0) 136 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:35 smithi068 conmon[28642]: audit 2022-01-25T22:45:34.781548+0000 mon.smithi068 (mon.0) 137 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:35 smithi068 conmon[28642]: audit 2022-01-25T22:45:35.502910+0000 mon.smithi068 (mon.0) 138 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:36 smithi068 conmon[28642]: audit 2022-01-25T22:45:35.865044+0000 2022-01-25T22:45:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:36 smithi068 conmon[28642]: mon.smithi068 (mon.0) 139 : audit [DBG] from='client.? 172.21.15.165:0/1509251922' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:36 smithi068 conmon[28642]: audit 2022-01-25T22:45:35.944213+0000 mon.smithi068 (mon.0) 140 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:37.291 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:37.292 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:38.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:38 smithi068 conmon[28642]: cluster 2022-01-25T22:45:36.139120+0000 2022-01-25T22:45:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:38 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:39.104 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:39.104 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:43:51.187848Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:45:39.106 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2022-01-25T22:45:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: cluster 2022-01-25T22:45:38.139400+0000 mgr.smithi068.zkksrk (mgr.14164) 28 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022-01-25T22:45:38.955439+0000 mon.smithi068 (mon.0) 141 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022-01-25T22:45:39.105586+0000 mon.smithi068 2022-01-25T22:45:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: (mon.0) 142 : audit [DBG] from='client.? 172.21.15.165:0/3975425375' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: -01-25T22:45:39.283801 2022-01-25T22:45:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 143 2022-01-25T22:45:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: -01-25T22:45:39. 2022-01-25T22:45:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 487237+0000 mon.smithi068 (mon.0 2022-01-25T22:45:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: ) 144 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: -01-25T22:45:39 2022-01-25T22:45:40.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: .489379+0000 mon.smithi068 (mon. 2022-01-25T22:45:40.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 0) 145 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:40.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:40.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: -01-25T22:45:39 2022-01-25T22:45:40.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: .490390+0000 mon.smithi068 (mon. 2022-01-25T22:45:40.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 0) 146 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi165", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:45:40.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 2022-01-25T22:45:40.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:45:40.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 01-25T22:45: 2022-01-25T22:45:40.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 39.492032+0000 mon.smithi068 (mon 2022-01-25T22:45:40.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: .0) 147 : audit [INF] 2022-01-25T22:45:40.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi165", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-25T22:45:40.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: audit 2022-01-25T22:45:40.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 2022-01-25T22:45:39. 2022-01-25T22:45:40.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: 492652+0000 mon.smithi068 (mon.0 2022-01-25T22:45:40.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:39 smithi068 conmon[28642]: ) 148 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:40.468 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:40.469 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:40 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:39.493349+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:45:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:40 smithi068 conmon[28642]: mgr.14164) 29 : cephadm [INF] Deploying daemon crash.smithi165 on smithi165 2022-01-25T22:45:42.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:41 smithi068 conmon[28642]: cluster 2022-01-25T22:45:40.139661 2022-01-25T22:45:42.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:41 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:44 smithi068 conmon[28642]: cluster 2022-01-25T22:45:42.140086+0000 mgr.smithi068.zkksrk (mgr.14164) 31 : 2022-01-25T22:45:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:44 smithi068 conmon[28642]: cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: cluster 2022-01-25T22:45:44.140429+0000 mgr.smithi068.zkksrk (mgr.14164) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: audit 2022-01-25T22:45:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: 2022-01-25T22:45:44.307262+0000 mon.smithi068 (mon.0) 149 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: audit 2022-01-25T22:45:44.308695+0000 mon.smithi068 (mon.0 2022-01-25T22:45:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: ) 150 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:45:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:45:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: 01-25T22:45:44.310772+0000 2022-01-25T22:45:45.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: mon.smithi068 (mon.0) 151 : audit 2022-01-25T22:45:45.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2022-01-25T22:45:45.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:45.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: -01-25T22:45:44. 2022-01-25T22:45:45.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: 311698+0000 mon.smithi068 (mon.0 2022-01-25T22:45:45.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: ) 152 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:45:45.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:45.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: -01-25T22:45:44. 2022-01-25T22:45:45.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: 312880+0000 mon.smithi068 (mon.0) 2022-01-25T22:45:45.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: 153 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:45.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:45.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: 2022-01-25T22:45:44 2022-01-25T22:45:45.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: .313771+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:45:45.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: .14164) 33 : cephadm [INF] 2022-01-25T22:45:45.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:45 smithi068 conmon[28642]: Deploying daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:45:48.013 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:48.014 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:43:51.187848Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:45:48.017 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2022-01-25T22:45:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:48 smithi068 conmon[28642]: cluster 2022-01-25T22:45:46.140833+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:45:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:48 smithi068 conmon[28642]: ) 34 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:48 smithi068 conmon[28642]: audit 2022-01-25T22:45:48.014210+0000 mon.smithi068 (mon.0) 154 : audit [DBG] from='client.? 172.21.15.165:0/114146142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:49.422 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:49.423 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:50.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: cluster 2022-01-25T22:45:48.141263+0000 2022-01-25T22:45:50.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 35 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:50.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: audit 2022-01-25T22:45:48.907957+0000 mon.smithi068 (mon.0) 155 : audit [INF] 2022-01-25T22:45:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:45:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: 01-25T22:45:48. 2022-01-25T22:45:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: 909324+0000 mon.smithi068 (mon.0) 2022-01-25T22:45:50.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: 156 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:45:50.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:50.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: -01-25T22:45:48.910318 2022-01-25T22:45:50.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 157 2022-01-25T22:45:50.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:50.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: cephadm 2022 2022-01-25T22:45:50.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: -01-25T22:45:48. 2022-01-25T22:45:50.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: 911166+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:45:50.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: ) 36 : cephadm [INF] Deploying daemon mon.smithi165 on smithi165 2022-01-25T22:45:50.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:49 smithi068 conmon[28642]: 2022-01-25T22:45:51.723 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:51 smithi165 systemd[1]: Starting Ceph mon.smithi165 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:45:51.724 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:51.724 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:43:51.187848Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:45:51.725 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2022-01-25T22:45:52.248 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:51 smithi165 podman[31557]: 2022-01-25T22:45:52.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:51 smithi068 conmon[28642]: cluster 2022-01-25T22:45:50.141620+0000 mgr.smithi068.zkksrk (mgr.14164) 37 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:52.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:51 smithi068 conmon[28642]: audit 2022-01-25T22:45:51.722395+0000 mon.smithi068 (mon.0) 158 : audit [DBG] from='client.? 172.21.15.165:0/1738241605' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.249+0000 7f048adf4700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:45:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.249+0000 7f048adf4700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:45:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.249+0000 7f048adf4700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:45:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.255+0000 7f048adf4700 0 load: jerasure load: lrc load: isa 2022-01-25T22:45:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:45:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:45:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:45:52.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: DB SUMMARY 2022-01-25T22:45:52.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:45:52.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:45:52.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2022-01-25T22:45:52.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi165/store.db dir, Total Num: 0, files: 2022-01-25T22:45:52.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi165/store.db: 000003.log size: 511 ; 2022-01-25T22:45:52.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:45:52.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:45:52.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:45:52.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.env: 0x55704f3e81c0 2022-01-25T22:45:52.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:45:52.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.info_log: 0x557051a97960 2022-01-25T22:45:52.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:45:52.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:45:52.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:45:52.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:45:52.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:45:52.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:45:52.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:45:52.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:45:52.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:45:52.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:45:52.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:45:52.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:45:52.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:45:52.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:45:52.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:45:52.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi165/store.db 2022-01-25T22:45:52.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:45:52.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:45:52.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:45:52.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:45:52.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:45:52.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:45:52.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:45:52.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:45:52.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:45:52.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:45:52.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.write_buffer_manager: 0x55705270c030 2022-01-25T22:45:52.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:45:52.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:45:52.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:45:52.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:45:52.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:45:52.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:45:52.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:45:52.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:45:52.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:45:52.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:45:52.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:45:52.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:45:52.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:45:52.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:45:52.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.row_cache: None 2022-01-25T22:45:52.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:45:52.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:45:52.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:45:52.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:45:52.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:45:52.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.256+0000 7f048adf4700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:45:52.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:45:52.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:45:52.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:45:52.713 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:45:52.713 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:45:52.713 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:45:52.713 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:45:52.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:45:52.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:45:52.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:45:52.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:45:52.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:45:52.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:45:52.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:45:52.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:45:52.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:45:52.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:45:52.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:45:52.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:45:52.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:45:52.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:45:52.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:45:52.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:45:52.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:45:52.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:45:52.718 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:45:52.718 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:45:52.718 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:45:52.718 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:45:52.719 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:45:52.719 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:45:52.719 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi165/store.db/MANIFEST-000001 2022-01-25T22:45:52.719 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.720 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:45:52.720 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.720 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:45:52.720 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.merge_operator: 2022-01-25T22:45:52.720 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:45:52.721 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:45:52.721 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:45:52.721 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:45:52.721 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5570519ae128) 2022-01-25T22:45:52.722 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: cache_index_and_filter_blocks: 1 2022-01-25T22:45:52.722 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:45:52.722 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:45:52.722 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: pin_top_level_index_and_filter: 1 2022-01-25T22:45:52.723 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: index_type: 0 2022-01-25T22:45:52.723 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: data_block_index_type: 0 2022-01-25T22:45:52.723 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: index_shortening: 1 2022-01-25T22:45:52.723 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:45:52.723 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: hash_index_allow_collision: 1 2022-01-25T22:45:52.724 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: checksum: 1 2022-01-25T22:45:52.724 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: no_block_cache: 0 2022-01-25T22:45:52.724 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_cache: 0x5570519e4f10 2022-01-25T22:45:52.724 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_cache_name: BinnedLRUCache 2022-01-25T22:45:52.725 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_cache_options: 2022-01-25T22:45:52.725 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: capacity : 536870912 2022-01-25T22:45:52.725 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: num_shard_bits : 4 2022-01-25T22:45:52.725 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: strict_capacity_limit : 0 2022-01-25T22:45:52.725 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: high_pri_pool_ratio: 0.000 2022-01-25T22:45:52.726 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_cache_compressed: (nil) 2022-01-25T22:45:52.726 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: persistent_cache: (nil) 2022-01-25T22:45:52.726 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_size: 4096 2022-01-25T22:45:52.726 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_size_deviation: 10 2022-01-25T22:45:52.727 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_restart_interval: 16 2022-01-25T22:45:52.727 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: index_block_restart_interval: 1 2022-01-25T22:45:52.727 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: metadata_block_size: 4096 2022-01-25T22:45:52.727 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: partition_filters: 0 2022-01-25T22:45:52.727 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: use_delta_encoding: 1 2022-01-25T22:45:52.728 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:45:52.728 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: whole_key_filtering: 1 2022-01-25T22:45:52.728 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: verify_compression: 0 2022-01-25T22:45:52.728 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: read_amp_bytes_per_bit: 0 2022-01-25T22:45:52.729 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: format_version: 2 2022-01-25T22:45:52.729 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: enable_index_compression: 1 2022-01-25T22:45:52.729 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: block_align: 0 2022-01-25T22:45:52.729 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.729 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:45:52.730 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:45:52.730 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:45:52.730 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:45:52.730 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:45:52.731 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:45:52.731 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:45:52.731 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:45:52.731 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:45:52.733 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:45:52.733 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:45:52.733 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:45:52.733 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:45:52.734 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:45:52.734 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:45:52.734 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:45:52.734 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:45:52.735 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:45:52.735 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:45:52.735 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:45:52.735 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:45:52.736 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:45:52.736 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.736 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:45:52.736 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:45:52.736 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:45:52.737 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:45:52.737 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:45:52.737 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:45:52.737 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:45:52.738 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:45:52.739 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:45:52.739 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:45:52.739 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:45:52.740 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:45:52.740 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:45:52.740 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:45:52.740 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:45:52.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:45:52.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:45:52.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:45:52.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:45:52.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:45:52.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:45:52.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:45:52.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:45:52.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:45:52.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:45:52.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:45:52.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:45:52.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:45:52.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:45:52.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:45:52.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:45:52.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:45:52.745 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:45:52.745 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:45:52.745 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:45:52.745 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:45:52.746 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:45:52.746 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:45:52.746 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:45:52.746 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:45:52.747 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:45:52.747 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi165/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:45:52.747 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.747 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.257+0000 7f048adf4700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-25T22:45:52.747 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.748 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.258+0000 7f048adf4700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150752258731, "job": 1, "event": "recovery_started", "log_files": [3]} 2022-01-25T22:45:52.748 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.748 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.258+0000 7f048adf4700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2022-01-25T22:45:52.748 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.258+0000 7f048adf4700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:45:52.749 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.258+0000 7f048adf4700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150752259220, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150752, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:45:52.749 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.258+0000 7f048adf4700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2022-01-25T22:45:52.749 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.749 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.258+0000 7f048adf4700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150752259594, "job": 1, "event": "recovery_finished"} 2022-01-25T22:45:52.749 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.259+0000 7f048adf4700 4 rocksdb: DB pointer 0x557051aa9800 2022-01-25T22:45:52.750 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.259+0000 7f0471c0c700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:45:52.750 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.259+0000 7f0471c0c700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:45:52.750 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** DB Stats ** 2022-01-25T22:45:52.750 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:45:52.751 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:45:52.751 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:45:52.751 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:45:52.751 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:45:52.752 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:45:52.752 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:45:52.752 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.752 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** Compaction Stats [default] ** 2022-01-25T22:45:52.752 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:52.753 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:52.753 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.753 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.753 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.754 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.754 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** Compaction Stats [default] ** 2022-01-25T22:45:52.754 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:52.754 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:52.755 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.755 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:45:52.755 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:45:52.755 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:45:52.756 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:45:52.756 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:45:52.756 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:45:52.756 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:52.756 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:52.757 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:45:52.757 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.757 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:45:52.757 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.758 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** Compaction Stats [default] ** 2022-01-25T22:45:52.758 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:52.758 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:52.758 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.759 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.759 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:45:52.759 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.759 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** Compaction Stats [default] ** 2022-01-25T22:45:52.760 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:52.760 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:52.760 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2022-01-25T22:45:52.760 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:45:52.760 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:45:52.761 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:45:52.761 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:45:52.761 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:45:52.761 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:45:52.762 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:52.762 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:52.762 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:45:52.762 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.763 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:45:52.763 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.763 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.259+0000 7f048adf4700 0 mon.smithi165 does not exist in monmap, will attempt to join an existing cluster 2022-01-25T22:45:52.763 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.260+0000 7f048adf4700 0 using public_addr v2:172.21.15.165:0/0 -> [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2022-01-25T22:45:52.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.260+0000 7f048adf4700 0 starting mon.smithi165 rank -1 at public addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] at bind addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi165 fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:45:52.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.261+0000 7f048adf4700 1 mon.smithi165@-1(???) e0 preinit fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:45:52.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 0 mon.smithi165@-1(synchronizing).mds e1 new map 2022-01-25T22:45:52.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 0 mon.smithi165@-1(synchronizing).mds e1 print_map 2022-01-25T22:45:52.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: e1 2022-01-25T22:45:52.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:45:52.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:45:52.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: legacy client fscid: -1 2022-01-25T22:45:52.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: No filesystems configured 2022-01-25T22:45:52.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 2022-01-25T22:45:52.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2022-01-25T22:45:52.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2022-01-25T22:45:52.767 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2022-01-25T22:45:52.767 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2022-01-25T22:45:52.767 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2022-01-25T22:45:52.767 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2022-01-25T22:45:52.767 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.292+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2022-01-25T22:45:52.768 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.293+0000 7f0474411700 0 mon.smithi165@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-25T22:45:52.768 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.293+0000 7f0474411700 0 mon.smithi165@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:45:52.768 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.293+0000 7f0474411700 0 mon.smithi165@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:45:52.768 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.293+0000 7f0474411700 0 mon.smithi165@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:45:52.769 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: cluster 2022- 2022-01-25T22:45:52.769 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 01-25T22:45:50.141620+0000 mgr.smithi068.zkksrk (mgr.14164) 37 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:52.769 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:45:52.769 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: 25T22:45:51.722395+0000 mon.smithi068 (mon.0) 158 : 2022-01-25T22:45:52.769 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: audit [DBG] from='client.? 172.21.15.165:0/1738241605' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:52.770 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 conmon[31600]: debug 2022-01-25T22:45:52.294+0000 7f0474411700 1 mon.smithi165@-1(synchronizing).paxosservice(auth 1..7) refresh upgraded, format 0 -> 3 2022-01-25T22:45:52.770 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 bash[31440]: 4810208b99665b1117831711d29981c61c461405b2f9e8720308f5f7f5eb41d6 2022-01-25T22:45:52.770 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:52 smithi165 systemd[1]: Started Ceph mon.smithi165 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:45:53.272 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:45:53.273 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:45:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:52.142002+0000 mgr.smithi068.zkksrk (mgr.14164) 38 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:57.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:52.298739+0000 mon.smithi068 (mon.0) 159 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:52.300958+0000 mon.smithi068 (mon.0) 160 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:45:57.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:52.301143+0000 mon.smithi068 (mon.0) 161 : cluster [INF] mon.smithi068 calling monitor election 2022-01-25T22:45:57.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:52.314166+0000 mon.smithi068 (mon.0) 162 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:53.298034+0000 mon.smithi068 (mon.0) 163 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45 2022-01-25T22:45:57.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: :54.016937+0000 mon.smithi068 (mon.0) 164 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:45:57.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:54.142319+0000 mgr.smithi068.zkksrk (mgr.14164) 39 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:57.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:54.298469+0000 mon.smithi068 (mon.0) 165 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:54.299297+0000 mon.smithi165 (mon.1) 1 : cluster [INF] mon.smithi165 calling monitor election 2022-01-25T22:45:57.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:54.314949+0000 mon.smithi068 (mon.0) 166 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:57.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:54.318099+0000 mon.smithi068 (mon.0) 167 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:57.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:55.298365+0000 mon.smithi068 (mon.0) 168 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:56.142645+0000 mgr.smithi068.zkksrk (mgr.14164) 40 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:57.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:56.298375+0000 mon.smithi068 (mon.0) 169 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:45:57.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 22:45:57.298680+0000 mon.smithi068 (mon.0) 170 : audit [DBG] 2022-01-25T22:45:57.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01 2022-01-25T22:45:57.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: -25T22:45:57.328360+0000 mon.smithi068 ( 2022-01-25T22:45:57.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: mon.0) 171 : cluster [INF] mon.smithi068 is new leader, mons smithi068,smithi165 in quorum (ranks 0,1) 2022-01-25T22:45:57.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:57.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 2022-01-25T22:45:57.333329 2022-01-25T22:45:57.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 172 : cluster 2022-01-25T22:45:57.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: [DBG] monmap e2: 2 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0],smithi165=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} 2022-01-25T22:45:57.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01 2022-01-25T22:45:57.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: -25T22:45:57.333398+0000 mon.smithi068 2022-01-25T22:45:57.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: (mon.0) 173 : cluster [DBG] fsmap 2022-01-25T22:45:57.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25 2022-01-25T22:45:57.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: T22:45:57.333433+0000 mon.smithi068 (mon.0 2022-01-25T22:45:57.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: ) 174 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:45:57.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:57.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 2022-01-25T22:45:57.333650 2022-01-25T22:45:57.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 175 : cluster [DBG] mgrmap e17: smithi068.zkksrk(active, since 63s) 2022-01-25T22:45:57.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22:45:57.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 2022-01-25T22:45:57. 2022-01-25T22:45:57.712 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 334543+0000 mon.smithi068 (mon.0) 176 : cluster 2022-01-25T22:45:57.713 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:45:57.713 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:45:57.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: -25T22:45:57.335863+0000 mon.smithi068 ( 2022-01-25T22:45:57.714 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: mon.0) 177 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:57.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:57.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 2022-01-25T22:45:57.337354+0000 2022-01-25T22:45:57.715 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: mon.smithi068 (mon.0) 178 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:45:57.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 2022-01-25T22:45:57.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: cluster 2022-01-25T22 2022-01-25T22:45:57.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: :45:57.338980+0000 mon.smithi068 (mon. 2022-01-25T22:45:57.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 0) 179 : cluster [INF] overall HEALTH_OK 2022-01-25T22:45:57.716 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:45:57.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: T22:45:57.339330+0000 mon.smithi068 (mon. 2022-01-25T22:45:57.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 0) 180 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:57.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: audit 2022-01-25T22:45:57.717 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: 2022-01-25T22:45:57.341827+0000 2022-01-25T22:45:57.718 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:57 smithi165 conmon[31600]: mon.smithi068 (mon.0) 181 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22:45:52.142002+0000 mgr.smithi068.zkksrk (mgr.14164) 38 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45:52.298739+0000 mon.smithi068 (mon.0) 159 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45 2022-01-25T22:45:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: :52.300958+0000 mon.smithi068 (mon.0) 160 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:45:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22:45:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:52. 2022-01-25T22:45:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 301143+0000 mon.smithi068 (mon.0) 161 : 2022-01-25T22:45:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster [INF] mon.smithi068 calling monitor election 2022-01-25T22:45:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:45:57.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 01-25T22:45:52.314166+0000 2022-01-25T22:45:57.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mon.smithi068 (mon.0) 162 : audit [DBG] 2022-01-25T22:45:57.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45:53 2022-01-25T22:45:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: .298034+0000 mon.smithi068 (mon.0) 163 : audit 2022-01-25T22:45:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:45:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 45:54.016937+0000 mon.smithi068 (mon.0 2022-01-25T22:45:57.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: ) 164 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:45:57.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022- 2022-01-25T22:45:57.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 01-25T22:45:54.142319+0000 2022-01-25T22:45:57.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 39 : cluster [DBG] 2022-01-25T22:45:57.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:57.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45 2022-01-25T22:45:57.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: :54.298469+0000 mon.smithi068 (mon.0) 2022-01-25T22:45:57.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 165 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:45:57.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: T22:45:54.299297+0000 mon.smithi165 ( 2022-01-25T22:45:57.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mon.1) 1 : cluster [INF] mon.smithi165 calling monitor election 2022-01-25T22:45:57.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:57.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: -01-25T22:45:54.314949 2022-01-25T22:45:57.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 166 : audit [INF] 2022-01-25T22:45:57.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:57.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45: 2022-01-25T22:45:57.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 54.318099+0000 mon.smithi068 (mon.0) 167 : 2022-01-25T22:45:57.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:57.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:45:57.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 45:55.298365+0000 mon.smithi068 (mon.0 2022-01-25T22:45:57.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: ) 168 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01- 2022-01-25T22:45:57.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 25T22:45:56.142645+0000 mgr.smithi068.zkksrk 2022-01-25T22:45:57.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: (mgr.14164) 40 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:57.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:57.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45:57.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:56.298375+0000 2022-01-25T22:45:57.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mon.smithi068 (mon.0) 169 : audit [DBG] 2022-01-25T22:45:57.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45: 2022-01-25T22:45:57.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 57.298680+0000 mon.smithi068 (mon.0) 2022-01-25T22:45:57.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 170 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:57.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:45:57.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: T22:45:57.328360+0000 mon.smithi068 2022-01-25T22:45:57.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: (mon.0) 171 : cluster [INF] mon.smithi068 is new leader, mons smithi068,smithi165 in quorum (ranks 0,1) 2022-01-25T22:45:57.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:57.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22:45:57.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:57.333329+0000 2022-01-25T22:45:57.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mon.smithi068 (mon.0) 172 : cluster [DBG] 2022-01-25T22:45:57.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: monmap e2: 2 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0],smithi165=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} 2022-01-25T22:45:57.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22:45:57.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:57.333398+0000 mon.smithi068 2022-01-25T22:45:57.825 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: (mon.0) 173 : cluster [DBG] fsmap 2022-01-25T22:45:57.825 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022 2022-01-25T22:45:57.825 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: -01-25T22:45:57.333433 2022-01-25T22:45:57.825 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 174 : cluster 2022-01-25T22:45:57.825 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:45:57.826 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22:45 2022-01-25T22:45:57.826 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: :57.333650+0000 mon.smithi068 (mon.0) 2022-01-25T22:45:57.826 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 175 : cluster [DBG] mgrmap e17: smithi068.zkksrk(active, since 63s) 2022-01-25T22:45:57.827 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22: 2022-01-25T22:45:57.827 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 45:57.334543+0000 mon.smithi068 (mon.0) 2022-01-25T22:45:57.827 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 176 : cluster [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:45:57.827 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:45:57.828 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 25T22:45:57.335863+0000 mon.smithi068 2022-01-25T22:45:57.828 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: (mon.0) 177 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:57.828 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:57.828 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T22:45:57.829 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 2022-01-25T22:45:57.337354+0000 2022-01-25T22:45:57.829 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mon.smithi068 (mon.0) 178 : audit [DBG] 2022-01-25T22:45:57.829 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:45:57.829 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: cluster 2022-01-25T22:45: 2022-01-25T22:45:57.830 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 57.338980+0000 mon.smithi068 (mon.0) 179 2022-01-25T22:45:57.830 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: : cluster [INF] overall HEALTH_OK 2022-01-25T22:45:57.830 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:45:57.830 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: 22:45:57.339330+0000 mon.smithi068 ( 2022-01-25T22:45:57.830 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: mon.0) 180 : audit [DBG] from='mgr.? 172.21.15.165:0/2335532149' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:57.831 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: audit 2022 2022-01-25T22:45:57.831 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: -01-25T22:45:57.341827 2022-01-25T22:45:57.831 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 181 : audit 2022-01-25T22:45:57.831 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:57 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:45:57.889 INFO:teuthology.orchestra.run.smithi165.stdout: 2022-01-25T22:45:57.889 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":2,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:45:52.298323Z","created":"2022-01-25T22:43:51.187848Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi068","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:3300","nonce":0},{"type":"v1","addr":"172.21.15.68:6789","nonce":0}]},"addr":"172.21.15.68:6789/0","public_addr":"172.21.15.68:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi165","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:3300","nonce":0},{"type":"v1","addr":"172.21.15.165:6789","nonce":0}]},"addr":"172.21.15.165:6789/0","public_addr":"172.21.15.165:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2022-01-25T22:45:57.890 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 2 2022-01-25T22:45:58.308 INFO:tasks.cephadm:Generating final ceph.conf file... 2022-01-25T22:45:58.308 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph config generate-minimal-conf 2022-01-25T22:45:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:58 smithi068 conmon[28642]: cephadm 2022-01-25T22:45:57.343017+0000 mgr.smithi068.zkksrk (mgr.14164) 41 : cephadm [INF] Deploying daemon node-exporter.smithi165 on smithi165 2022-01-25T22:45:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:58 smithi068 conmon[28642]: cluster 2022-01-25T22:45:57.395599+0000 mon.smithi068 (mon.0) 182 : cluster [DBG] mgrmap e18: smithi068.zkksrk(active, since 63s), standbys: smithi165.mrpyur 2022-01-25T22:45:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:58 smithi068 conmon[28642]: audit 2022-01-25T22:45:57.395817+0000 mon.smithi068 (mon.0) 183 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:45:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:58 smithi068 conmon[28642]: audit 2022-01-25T22:45:57.885652+0000 mon.smithi068 (mon.0) 184 : audit [DBG] from='client.? 172.21.15.165:0/3615063280' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:58 smithi068 conmon[28642]: audit 2022-01-25T22:45:58.298552+0000 mon.smithi068 (mon.0) 185 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:58.672 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:58 smithi165 conmon[31600]: cephadm 2022-01-25T22:45:57.343017+0000 mgr.smithi068.zkksrk 2022-01-25T22:45:58.673 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:58 smithi165 conmon[31600]: (mgr.14164) 41 : cephadm [INF] Deploying daemon node-exporter.smithi165 on smithi165 2022-01-25T22:45:58.673 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:58 smithi165 conmon[31600]: cluster 2022-01-25T22:45:57.395599+0000 mon.smithi068 (mon.0) 182 : cluster [DBG] mgrmap e18: smithi068.zkksrk(active, since 63s), standbys: smithi165.mrpyur 2022-01-25T22:45:58.673 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:58 smithi165 conmon[31600]: audit 2022-01-25T22:45:57.395817+0000 mon.smithi068 (mon.0) 183 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:45:58.674 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:58 smithi165 conmon[31600]: audit 2022-01-25T22:45:57.885652+0000 mon.smithi068 (mon.0) 184 : audit [DBG] from='client.? 172.21.15.165:0/3615063280' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:45:58.674 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:58 smithi165 conmon[31600]: audit 2022-01-25T22:45:58.298552+0000 mon.smithi068 (mon.0) 185 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:45:59.598 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:59 smithi068 conmon[28642]: cluster 2022-01-25T22:45:58.142963+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:45:59.601 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:45:59 smithi068 conmon[28642]: .14164) 42 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:45:59.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:59 smithi165 conmon[31600]: cluster 2022-01-25T22:45:58.142963+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:45:59.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:45:59 smithi165 conmon[31600]: ) 42 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:00.176 INFO:teuthology.orchestra.run.smithi068.stdout:# minimal ceph.conf for 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:46:00.176 INFO:teuthology.orchestra.run.smithi068.stdout:[global] 2022-01-25T22:46:00.176 INFO:teuthology.orchestra.run.smithi068.stdout: fsid = 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:46:00.177 INFO:teuthology.orchestra.run.smithi068.stdout: mon_host = [v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0] [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2022-01-25T22:46:00.544 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:00 smithi068 conmon[28642]: audit 2022-01-25T22:46:00.177427+0000 mon.smithi068 (mon.0) 186 : audit [DBG] from='client.? 172.21.15.68:0/3074848420' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:00.545 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:00 smithi068 conmon[28642]: audit 2022-01-25T22:46:00.374021+0000 mon.smithi068 (mon.0) 187 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:00.545 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:00 smithi068 conmon[28642]: audit 2022-01-25T22:46:00.375494+0000 mon.smithi068 (mon.0) 188 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:00.546 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2022-01-25T22:46:00.547 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:46:00.547 DEBUG:teuthology.orchestra.run.smithi068:> sudo dd of=/etc/ceph/ceph.conf 2022-01-25T22:46:00.580 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:46:00.580 DEBUG:teuthology.orchestra.run.smithi068:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:46:00.647 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2022-01-25T22:46:00.647 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.conf 2022-01-25T22:46:00.674 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:00 smithi165 conmon[31600]: audit 2022-01-25T22:46:00.177427+0000 mon.smithi068 (mon.0) 186 2022-01-25T22:46:00.674 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:00 smithi165 conmon[31600]: : audit [DBG] from='client.? 172.21.15.68:0/3074848420' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:00.675 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:00 smithi165 conmon[31600]: audit 2022-01-25T22:46:00.374021+0000 mon.smithi068 (mon.0) 187 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:00.675 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:00 smithi165 conmon[31600]: audit 2022-01-25T22:46:00.375494+0000 mon.smithi068 (mon. 2022-01-25T22:46:00.675 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:00 smithi165 conmon[31600]: 0) 188 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:00.679 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2022-01-25T22:46:00.679 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:46:00.744 INFO:tasks.cephadm:Deploying OSDs... 2022-01-25T22:46:00.744 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:46:00.745 DEBUG:teuthology.orchestra.run.smithi068:> dd if=/scratch_devs of=/dev/stdout 2022-01-25T22:46:00.762 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-25T22:46:00.762 DEBUG:teuthology.orchestra.run.smithi068:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-25T22:46:00.820 INFO:teuthology.orchestra.run.smithi068.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-25T22:46:00.820 INFO:teuthology.orchestra.run.smithi068.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:00.820 INFO:teuthology.orchestra.run.smithi068.stdout:Device: 6h/6d Inode: 154089 Links: 1 2022-01-25T22:46:00.821 INFO:teuthology.orchestra.run.smithi068.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:00.821 INFO:teuthology.orchestra.run.smithi068.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:00.821 INFO:teuthology.orchestra.run.smithi068.stdout:Access: 2022-01-25 22:45:34.156091745 +0000 2022-01-25T22:46:00.821 INFO:teuthology.orchestra.run.smithi068.stdout:Modify: 2022-01-25 22:42:58.781208620 +0000 2022-01-25T22:46:00.822 INFO:teuthology.orchestra.run.smithi068.stdout:Change: 2022-01-25 22:42:58.781208620 +0000 2022-01-25T22:46:00.822 INFO:teuthology.orchestra.run.smithi068.stdout: Birth: - 2022-01-25T22:46:00.831 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records in 2022-01-25T22:46:00.832 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records out 2022-01-25T22:46:00.832 INFO:teuthology.orchestra.run.smithi068.stderr:512 bytes copied, 0.000223688 s, 2.3 MB/s 2022-01-25T22:46:00.835 DEBUG:teuthology.orchestra.run.smithi068:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-25T22:46:00.892 INFO:teuthology.orchestra.run.smithi068.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-25T22:46:00.892 INFO:teuthology.orchestra.run.smithi068.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:00.893 INFO:teuthology.orchestra.run.smithi068.stdout:Device: 6h/6d Inode: 153030 Links: 1 2022-01-25T22:46:00.893 INFO:teuthology.orchestra.run.smithi068.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:00.893 INFO:teuthology.orchestra.run.smithi068.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:00.893 INFO:teuthology.orchestra.run.smithi068.stdout:Access: 2022-01-25 22:45:34.157091730 +0000 2022-01-25T22:46:00.894 INFO:teuthology.orchestra.run.smithi068.stdout:Modify: 2022-01-25 22:42:59.124203397 +0000 2022-01-25T22:46:00.894 INFO:teuthology.orchestra.run.smithi068.stdout:Change: 2022-01-25 22:42:59.124203397 +0000 2022-01-25T22:46:00.894 INFO:teuthology.orchestra.run.smithi068.stdout: Birth: - 2022-01-25T22:46:00.902 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records in 2022-01-25T22:46:00.903 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records out 2022-01-25T22:46:00.903 INFO:teuthology.orchestra.run.smithi068.stderr:512 bytes copied, 0.000209232 s, 2.4 MB/s 2022-01-25T22:46:00.906 DEBUG:teuthology.orchestra.run.smithi068:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-25T22:46:00.963 INFO:teuthology.orchestra.run.smithi068.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-25T22:46:00.963 INFO:teuthology.orchestra.run.smithi068.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:00.963 INFO:teuthology.orchestra.run.smithi068.stdout:Device: 6h/6d Inode: 154995 Links: 1 2022-01-25T22:46:00.964 INFO:teuthology.orchestra.run.smithi068.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:00.964 INFO:teuthology.orchestra.run.smithi068.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:00.964 INFO:teuthology.orchestra.run.smithi068.stdout:Access: 2022-01-25 22:45:34.157091730 +0000 2022-01-25T22:46:00.964 INFO:teuthology.orchestra.run.smithi068.stdout:Modify: 2022-01-25 22:42:59.487197869 +0000 2022-01-25T22:46:00.965 INFO:teuthology.orchestra.run.smithi068.stdout:Change: 2022-01-25 22:42:59.487197869 +0000 2022-01-25T22:46:00.965 INFO:teuthology.orchestra.run.smithi068.stdout: Birth: - 2022-01-25T22:46:00.974 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records in 2022-01-25T22:46:00.974 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records out 2022-01-25T22:46:00.975 INFO:teuthology.orchestra.run.smithi068.stderr:512 bytes copied, 0.000265321 s, 1.9 MB/s 2022-01-25T22:46:00.977 DEBUG:teuthology.orchestra.run.smithi068:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-25T22:46:01.033 INFO:teuthology.orchestra.run.smithi068.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-25T22:46:01.034 INFO:teuthology.orchestra.run.smithi068.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:01.034 INFO:teuthology.orchestra.run.smithi068.stdout:Device: 6h/6d Inode: 153067 Links: 1 2022-01-25T22:46:01.034 INFO:teuthology.orchestra.run.smithi068.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:01.035 INFO:teuthology.orchestra.run.smithi068.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:01.035 INFO:teuthology.orchestra.run.smithi068.stdout:Access: 2022-01-25 22:45:34.157091730 +0000 2022-01-25T22:46:01.035 INFO:teuthology.orchestra.run.smithi068.stdout:Modify: 2022-01-25 22:42:59.856192250 +0000 2022-01-25T22:46:01.035 INFO:teuthology.orchestra.run.smithi068.stdout:Change: 2022-01-25 22:42:59.856192250 +0000 2022-01-25T22:46:01.035 INFO:teuthology.orchestra.run.smithi068.stdout: Birth: - 2022-01-25T22:46:01.044 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records in 2022-01-25T22:46:01.044 INFO:teuthology.orchestra.run.smithi068.stderr:1+0 records out 2022-01-25T22:46:01.045 INFO:teuthology.orchestra.run.smithi068.stderr:512 bytes copied, 0.000157214 s, 3.3 MB/s 2022-01-25T22:46:01.047 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2022-01-25T22:46:01.048 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/scratch_devs of=/dev/stdout 2022-01-25T22:46:01.065 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-25T22:46:01.065 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-25T22:46:01.120 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-25T22:46:01.120 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:01.121 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 6h/6d Inode: 153228 Links: 1 2022-01-25T22:46:01.121 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:01.121 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:01.121 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2022-01-25 22:45:58.005998552 +0000 2022-01-25T22:46:01.122 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2022-01-25 22:42:54.132421256 +0000 2022-01-25T22:46:01.122 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2022-01-25 22:42:54.132421256 +0000 2022-01-25T22:46:01.122 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2022-01-25T22:46:01.131 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2022-01-25T22:46:01.131 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2022-01-25T22:46:01.132 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000209352 s, 2.4 MB/s 2022-01-25T22:46:01.134 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-25T22:46:01.190 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-25T22:46:01.191 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:01.191 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 6h/6d Inode: 157293 Links: 1 2022-01-25T22:46:01.191 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:01.192 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:01.192 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2022-01-25 22:45:58.005998552 +0000 2022-01-25T22:46:01.192 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2022-01-25 22:42:54.475415349 +0000 2022-01-25T22:46:01.192 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2022-01-25 22:42:54.475415349 +0000 2022-01-25T22:46:01.193 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2022-01-25T22:46:01.202 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2022-01-25T22:46:01.202 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2022-01-25T22:46:01.202 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000218434 s, 2.3 MB/s 2022-01-25T22:46:01.205 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-25T22:46:01.261 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-25T22:46:01.261 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:01.261 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 6h/6d Inode: 157341 Links: 1 2022-01-25T22:46:01.262 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:01.262 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:01.262 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2022-01-25 22:45:58.005998552 +0000 2022-01-25T22:46:01.262 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2022-01-25 22:42:54.798409787 +0000 2022-01-25T22:46:01.263 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2022-01-25 22:42:54.798409787 +0000 2022-01-25T22:46:01.263 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2022-01-25T22:46:01.272 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2022-01-25T22:46:01.272 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2022-01-25T22:46:01.272 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000210179 s, 2.4 MB/s 2022-01-25T22:46:01.275 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-25T22:46:01.331 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-25T22:46:01.331 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:46:01.331 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 6h/6d Inode: 156038 Links: 1 2022-01-25T22:46:01.332 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:46:01.332 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:46:01.332 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2022-01-25 22:45:58.005998552 +0000 2022-01-25T22:46:01.332 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2022-01-25 22:42:55.144403829 +0000 2022-01-25T22:46:01.333 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2022-01-25 22:42:55.144403829 +0000 2022-01-25T22:46:01.333 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2022-01-25T22:46:01.342 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2022-01-25T22:46:01.342 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2022-01-25T22:46:01.342 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000183325 s, 2.8 MB/s 2022-01-25T22:46:01.345 INFO:tasks.cephadm:Deploying osd.0 on smithi068 with /dev/vg_nvme/lv_4... 2022-01-25T22:46:01.345 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-25T22:46:01.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:01 smithi165 conmon[31600]: cluster 2022-01-25T22:46:00.143224+0000 mgr.smithi068.zkksrk (mgr.14164) 43 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:01 smithi068 conmon[28642]: cluster 2022-01-25T22:46:00.143224 2022-01-25T22:46:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:01 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 43 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:03.783 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:03 smithi068 conmon[28642]: cluster 2022-01-25T22:46:02.143438+0000 mgr.smithi068.zkksrk (mgr.14164) 44 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:03.783 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:03 smithi068 conmon[28642]: audit 2022-01-25T22:46:02.519212+0000 mon.smithi068 (mon.0) 189 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:03.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:03 smithi165 conmon[31600]: cluster 2022-01-25T22:46:02.143438+0000 mgr.smithi068.zkksrk (mgr.14164) 44 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:03 smithi165 conmon[31600]: audit 2022-01-25T22:46:02.519212+0000 mon.smithi068 (mon.0) 189 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:04.528 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-25T22:46:04.529 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-25T22:46:04.529 INFO:teuthology.orchestra.run.smithi068.stderr: stderr: 10+0 records in 2022-01-25T22:46:04.529 INFO:teuthology.orchestra.run.smithi068.stderr:10+0 records out 2022-01-25T22:46:04.530 INFO:teuthology.orchestra.run.smithi068.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0109875 s, 954 MB/s 2022-01-25T22:46:04.530 INFO:teuthology.orchestra.run.smithi068.stderr: stderr: 2022-01-25T22:46:04.530 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping successful for: 2022-01-25T22:46:05.075 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi068:vg_nvme/lv_4 2022-01-25T22:46:05.777 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:05 smithi068 conmon[28642]: cluster 2022-01-25T22:46:04.143693+0000 mgr.smithi068.zkksrk (mgr.14164) 45 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:05.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:05 smithi165 conmon[31600]: cluster 2022-01-25T22:46:04.143693+0000 mgr.smithi068.zkksrk (mgr.14164) 45 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:07.847 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: cluster 2022-01-25T22:46:06.144075+0000 mgr.smithi068.zkksrk (mgr.14164) 46 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:07.847 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:06.756068+0000 mon.smithi068 (mon.0) 190 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:07.847 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.134348+0000 mon.smithi068 (mon.0) 191 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:07.848 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:07.136376+0000 mgr.smithi068.zkksrk (mgr.14164) 47 : cephadm [INF] Reconfiguring mon.smithi068 (unknown last config time)... 2022-01-25T22:46:07.848 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.136587+0000 mon.smithi068 (mon.0) 192 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:46:07.848 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.137203+0000 mon.smithi068 (mon.0 2022-01-25T22:46:07.848 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: ) 193 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:46:07.849 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.137852+0000 mon.smithi068 (mon.0) 194 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:07.849 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:07.138501+0000 mgr.smithi068.zkksrk (mgr.14164) 48 : cephadm [INF] Reconfiguring daemon mon.smithi068 on smithi068 2022-01-25T22:46:07.849 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.322478+0000 mon.smithi068 (mon.0) 195 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:46:07.849 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.324083+0000 mon.smithi068 (mon.0) 196 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:46:07.850 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:07 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.324690+0000 mon.smithi068 (mon.0) 197 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:08.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: cluster 2022-01-25T22:46:06.144075+0000 mgr.smithi068.zkksrk (mgr.14164) 46 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01-25T22:46:06 2022-01-25T22:46:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: .756068+0000 mon.smithi068 (mon.0) 190 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01-25T22:46:07.134348+0000 mon.smithi068 (mon.0) 191 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:08.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:07.136376+0000 2022-01-25T22:46:08.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 47 : cephadm [INF] Reconfiguring mon.smithi068 (unknown last config time)... 2022-01-25T22:46:08.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:46:08.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 22:46:07.136587+0000 mon.smithi068 (mon.0) 192 : audit [INF] 2022-01-25T22:46:08.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:46:08.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01-25T22:46:08.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 2022-01-25T22:46:07.137203+0000 mon.smithi068 (mon.0 2022-01-25T22:46:08.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: ) 193 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:46:08.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:46:08.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 22:46:07.137852+0000 mon.smithi068 (mon.0) 2022-01-25T22:46:08.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 194 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:08.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: cephadm 2022- 2022-01-25T22:46:08.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 01-25T22:46:07.138501+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:46:08.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: mgr.14164) 48 : cephadm [INF] Reconfiguring daemon mon.smithi068 on smithi068 2022-01-25T22:46:08.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:46:08.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 25T22:46:07.322478+0000 mon.smithi068 (mon 2022-01-25T22:46:08.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: .0) 195 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:46:08.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:46:08.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 25T22:46:07.324083+0000 mon.smithi068 (mon 2022-01-25T22:46:08.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: .0) 196 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:46:08.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:46:08.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: 25T22:46:07.324690+0000 mon.smithi068 ( 2022-01-25T22:46:08.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:07 smithi165 conmon[31600]: mon.0) 197 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:09.058 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: audit 2022-01-25T22:46:07.321632+0000 mgr.smithi068.zkksrk 2022-01-25T22:46:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: (mgr.14164) 49 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:07.323846+0000 mgr.smithi068.zkksrk (mgr.14164) 50 : cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:46:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: audit 2022-01-25T22:46:08.429380+0000 mon.smithi068 (mon.0) 198 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: audit 2022-01-25T22:46:08.430106+0000 mon.smithi068 (mon.0) 199 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi068.zkksrk", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: audit 2022-01-25T22:46:08.430800+0000 mon.smithi068 (mon.0) 200 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:08 smithi068 conmon[28642]: audit 2022-01-25T22:46:08.431364+0000 mon.smithi068 (mon.0) 201 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:09.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: audit 2022-01-25T22:46:07.321632+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:46:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: 49 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:07.323846+0000 mgr.smithi068.zkksrk (mgr.14164) 50 : cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:46:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: audit 2022-01-25T22:46:08.429380+0000 mon.smithi068 (mon.0) 198 2022-01-25T22:46:09.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:09.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: audit 2022-01-25T22:46: 2022-01-25T22:46:09.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: 08.430106+0000 mon.smithi068 (mon.0) 199 : audit 2022-01-25T22:46:09.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi068.zkksrk", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:09.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: audit 2022 2022-01-25T22:46:09.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: -01-25T22:46:08.430800+0000 mon.smithi068 (mon.0) 200 2022-01-25T22:46:09.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:09.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:46:09.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: 46:08.431364+0000 mon.smithi068 (mon.0) 201 : 2022-01-25T22:46:09.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:08 smithi165 conmon[31600]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:10.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: cluster 2022-01-25T22:46:08.144432+0000 2022-01-25T22:46:10.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 51 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:08.429878+0000 mgr.smithi068.zkksrk (mgr.14164) 52 : cephadm [INF] Reconfiguring mgr.smithi068.zkksrk (unknown last config time)... 2022-01-25T22:46:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:08.431840+0000 mgr.smithi068.zkksrk (mgr.14164) 53 : cephadm [INF] Reconfiguring daemon mgr.smithi068.zkksrk on smithi068 2022-01-25T22:46:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: audit 2022-01-25T22:46:09.581766+0000 mon.smithi068 (mon.0) 202 : audit [INF] from='client.? 172.21.15.68:0/3568280360' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c2277c9-b3c0-41d1-838f-b4e810681eaa"}]: dispatch 2022-01-25T22:46:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: audit 2022-01-25T22:46:09.585729+0000 mon.smithi068 (mon.0) 203 : audit [INF] from='client.? 172.21.15.68:0/3568280360' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c2277c9-b3c0-41d1-838f-b4e810681eaa"}]': finished 2022-01-25T22:46:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: cluster 2022-01-25T22:46:09.585775+0000 mon.smithi068 (mon.0) 204 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-25T22:46:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:09 smithi068 conmon[28642]: audit 2022-01-25T22:46:09.585861+0000 mon.smithi068 (mon.0) 205 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:10.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: cluster 2022-01-25T22:46:08.144432+0000 mgr.smithi068.zkksrk (mgr.14164) 51 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:08.429878+0000 mgr.smithi068.zkksrk (mgr.14164) 52 : cephadm [INF] Reconfiguring mgr.smithi068.zkksrk (unknown last config time)... 2022-01-25T22:46:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: cephadm 2022-01-25T22:46 2022-01-25T22:46:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: :08.431840+0000 mgr.smithi068.zkksrk (mgr.14164) 53 : cephadm [INF] Reconfiguring daemon mgr.smithi068.zkksrk on smithi068 2022-01-25T22:46:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: audit 2022-01-25T22:46:09. 2022-01-25T22:46:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: 581766+0000 mon.smithi068 (mon.0) 202 : audit [INF] 2022-01-25T22:46:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: from='client.? 172.21.15.68:0/3568280360' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c2277c9-b3c0-41d1-838f-b4e810681eaa"}]: dispatch 2022-01-25T22:46:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: 01-25T22:46:09.585729+0000 mon.smithi068 (mon.0) 203 : audit 2022-01-25T22:46:10.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: [INF] from='client.? 172.21.15.68:0/3568280360' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c2277c9-b3c0-41d1-838f-b4e810681eaa"}]': finished 2022-01-25T22:46:10.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: cluster 2022-01-25T22:46:10.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: 2022-01-25T22:46:09.585775+0000 mon.smithi068 (mon.0) 2022-01-25T22:46:10.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: 204 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-25T22:46:10.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: audit 2022-01-25T22:46:09.585861 2022-01-25T22:46:10.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 205 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:10.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:09 smithi165 conmon[31600]: 2022-01-25T22:46:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:10 smithi068 conmon[28642]: audit 2022-01-25T22:46:10.015881+0000 mon.smithi068 (mon 2022-01-25T22:46:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:10 smithi068 conmon[28642]: .0) 206 : audit [DBG] from='client.? 172.21.15.68:0/2675403657' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:46:11.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:10 smithi165 conmon[31600]: audit 2022-01-25T22:46:10.015881+0000 mon.smithi068 (mon.0) 206 : audit [DBG] from='client.? 172.21.15.68:0/2675403657' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:46:12.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:11 smithi068 conmon[28642]: cluster 2022-01-25T22:46:10.144685 2022-01-25T22:46:12.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:11 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 54 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:12.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:11 smithi165 conmon[31600]: cluster 2022-01-25T22:46:10.144685+0000 mgr.smithi068.zkksrk (mgr.14164) 54 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:14.111 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:14 smithi068 conmon[28642]: cluster 2022-01-25T22:46:12. 2022-01-25T22:46:14.111 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:14 smithi068 conmon[28642]: 145075+0000 mgr.smithi068.zkksrk (mgr.14164) 55 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:14.112 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:14 smithi068 conmon[28642]: audit 2022-01-25T22:46:13.488889+0000 mon.smithi068 (mon.0) 207 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:14.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:14 smithi165 conmon[31600]: cluster 2022-01-25T22:46:12.145075+0000 mgr.smithi068.zkksrk (mgr.14164) 55 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:14 smithi165 conmon[31600]: audit 2022-01-25T22:46:13.488889+0000 mon.smithi068 (mon.0) 207 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:15.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:15 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:13.489466+0000 mgr.smithi068.zkksrk (mgr.14164) 56 : cephadm [INF] Reconfiguring alertmanager.smithi068 (dependencies changed)... 2022-01-25T22:46:15.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:15 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:13.491992+0000 mgr.smithi068.zkksrk (mgr.14164) 57 : cephadm [INF] Reconfiguring daemon alertmanager.smithi068 on smithi068 2022-01-25T22:46:15.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:15 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:13.489466+0000 2022-01-25T22:46:15.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:15 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 56 : cephadm [INF] Reconfiguring alertmanager.smithi068 (dependencies changed)... 2022-01-25T22:46:15.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:15 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:13.491992+0000 2022-01-25T22:46:15.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:15 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 57 : cephadm [INF] Reconfiguring daemon alertmanager.smithi068 on smithi068 2022-01-25T22:46:16.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:16 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:46:16.389 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:16 smithi068 conmon[28642]: 22:46:14.145531+0000 mgr.smithi068.zkksrk (mgr.14164) 58 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:16.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:16 smithi165 conmon[31600]: cluster 2022-01-25T22:46:14.145531+0000 mgr.smithi068.zkksrk (mgr.14164) 58 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:17.880 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: cluster 2022-01-25T22:46:16.145941+0000 mgr.smithi068.zkksrk (mgr.14164) 59 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:17.881 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: audit 2022-01-25T22:46:16.628314+0000 mon.smithi068 (mon.0) 208 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:17.881 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:16.628807+0000 mgr.smithi068.zkksrk (mgr.14164) 60 : cephadm [INF] Reconfiguring crash.smithi068 (monmap changed)... 2022-01-25T22:46:17.881 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: audit 2022-01-25T22:46:16.629043+0000 mon.smithi068 (mon.0) 209 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi068", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:17.881 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:46:17.882 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: 25T22:46:16.629748+0000 mon.smithi068 (mon.0) 210 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:17.882 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:16.630253+0000 mgr.smithi068.zkksrk (mgr.14164) 61 : cephadm [INF] Reconfiguring daemon crash.smithi068 on smithi068 2022-01-25T22:46:17.882 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: audit 2022-01-25T22:46:17.621179+0000 mon.smithi068 (mon.0) 211 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-25T22:46:17.882 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:17 smithi068 conmon[28642]: audit 2022-01-25T22:46:17.621864+0000 mon.smithi068 (mon.0) 212 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:17.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: cluster 2022-01-25T22:46:16.145941+0000 mgr.smithi068.zkksrk (mgr.14164) 59 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: audit 2022-01-25T22:46: 2022-01-25T22:46:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: 16.628314+0000 mon.smithi068 (mon.0) 208 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:16.628807+0000 mgr.smithi068.zkksrk (mgr.14164) 60 : cephadm [INF] Reconfiguring crash.smithi068 (monmap changed)... 2022-01-25T22:46:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: audit 2022-01-25T22:46:16.629043+0000 mon.smithi068 2022-01-25T22:46:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: (mon.0) 209 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi068", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:46:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: -25T22:46:16.629748+0000 mon.smithi068 (mon.0) 210 : audit [DBG] 2022-01-25T22:46:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:16 2022-01-25T22:46:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: .630253+0000 mgr.smithi068.zkksrk (mgr.14164) 61 : cephadm [INF] 2022-01-25T22:46:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: Reconfiguring daemon crash.smithi068 on smithi068 2022-01-25T22:46:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: audit 2022-01-25T22:46:17. 2022-01-25T22:46:17.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: 621179+0000 mon.smithi068 (mon.0) 211 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-25T22:46:17.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: 2022-01-25T22:46:17.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: audit 2022-01-25T22:46:17.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: 2022-01-25T22:46:17.621864+0000 mon.smithi068 (mon 2022-01-25T22:46:17.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:17 smithi165 conmon[31600]: .0) 212 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:18.802 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:18 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:17.622411+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:46:18.802 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:18 smithi068 conmon[28642]: 62 : cephadm [INF] Deploying daemon osd.0 on smithi068 2022-01-25T22:46:18.803 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:18 smithi068 conmon[28642]: audit 2022-01-25T22:46:18.434681+0000 mon.smithi068 (mon 2022-01-25T22:46:18.803 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:18 smithi068 conmon[28642]: .0) 213 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:18.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:18 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:17.622411+0000 mgr.smithi068.zkksrk (mgr.14164) 62 : 2022-01-25T22:46:18.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:18 smithi165 conmon[31600]: cephadm [INF] Deploying daemon osd.0 on smithi068 2022-01-25T22:46:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:18 smithi165 conmon[31600]: audit 2022-01-25T22:46:18.434681+0000 mon.smithi068 (mon.0) 213 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:19.915 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:19 smithi068 conmon[28642]: cluster 2022-01-25T22:46:18.146239+0000 mgr.smithi068.zkksrk (mgr.14164) 63 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:20.003 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:19 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:18.435417+0000 mgr.smithi068.zkksrk (mgr.14164) 64 : cephadm [INF] Reconfiguring grafana.smithi068 (dependencies changed)... 2022-01-25T22:46:20.004 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:19 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:18.439672+0000 mgr.smithi068.zkksrk (mgr.14164) 65 : cephadm [INF] Reconfiguring daemon grafana.smithi068 on smithi068 2022-01-25T22:46:20.005 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:19 smithi165 conmon[31600]: cluster 2022-01-25T22:46:18.146239+0000 mgr.smithi068.zkksrk (mgr.14164) 63 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:20.005 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:19 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:18.435417+0000 mgr.smithi068.zkksrk (mgr.14164) 64 : cephadm [INF] Reconfiguring grafana.smithi068 (dependencies changed)... 2022-01-25T22:46:20.005 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:19 smithi165 conmon[31600]: cephadm 2022-01 2022-01-25T22:46:20.005 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:19 smithi165 conmon[31600]: -25T22:46:18.439672+0000 mgr.smithi068.zkksrk (mgr.14164) 65 : cephadm [INF] Reconfiguring daemon grafana.smithi068 on smithi068 2022-01-25T22:46:21.379 INFO:teuthology.orchestra.run.smithi068.stdout:Created osd(s) 0 on host 'smithi068' 2022-01-25T22:46:21.778 DEBUG:teuthology.orchestra.run.smithi068:osd.0> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service 2022-01-25T22:46:21.781 INFO:tasks.cephadm:Deploying osd.1 on smithi068 with /dev/vg_nvme/lv_3... 2022-01-25T22:46:21.781 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-25T22:46:21.813 INFO:journalctl@ceph.osd.0.smithi068.stdout:-- Logs begin at Tue 2022-01-25 22:37:23 UTC. -- 2022-01-25T22:46:21.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:21 smithi165 conmon[31600]: cluster 2022-01-25T22:46:20.146458+0000 mgr.smithi068.zkksrk (mgr.14164) 66 : cluster 2022-01-25T22:46:21.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:21 smithi165 conmon[31600]: [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:21.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:21 smithi165 conmon[31600]: audit 2022-01-25T22:46:21.373924+0000 mon.smithi068 (mon.0) 214 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:21.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:21 smithi165 conmon[31600]: audit 2022-01-25T22:46:21.378354+0000 mon.smithi068 (mon.0) 215 : audit 2022-01-25T22:46:21.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:21 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:21.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:21 smithi068 conmon[28642]: cluster 2022-01-25T22:46:20.146458+0000 mgr.smithi068.zkksrk (mgr.14164) 66 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:21.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:21 smithi068 conmon[28642]: audit 2022-01-25T22:46:21.373924+0000 mon.smithi068 (mon.0) 214 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:21.979 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:21 smithi068 conmon[28642]: audit 2022-01-25T22:46:21.378354+0000 mon.smithi068 (mon.0) 215 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:24.106 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-25T22:46:24.106 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-25T22:46:24.106 INFO:teuthology.orchestra.run.smithi068.stderr: stderr: 10+0 records in 2022-01-25T22:46:24.107 INFO:teuthology.orchestra.run.smithi068.stderr:10+0 records out 2022-01-25T22:46:24.107 INFO:teuthology.orchestra.run.smithi068.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0136301 s, 769 MB/s 2022-01-25T22:46:24.107 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping successful for: 2022-01-25T22:46:24.274 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:24 smithi068 conmon[28642]: cluster 2022-01-25T22:46:22.146685+0000 mgr.smithi068.zkksrk (mgr.14164) 67 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:24.439 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi068:vg_nvme/lv_3 2022-01-25T22:46:24.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:24 smithi165 conmon[31600]: cluster 2022-01-25T22:46:22.146685+0000 mgr.smithi068.zkksrk (mgr.14164) 67 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:24.558 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:46:24 smithi068 conmon[45435]: debug 2022-01-25T22:46:24.460+0000 7fe9cbc70080 -1 osd.0 0 log_to_monitors {default=true} 2022-01-25T22:46:25.257 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:25 smithi068 conmon[28642]: audit 2022-01-25T22:46:24.463837+0000 mon.smithi068 (mon.0) 216 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:46:25.258 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:25 smithi068 conmon[28642]: audit 2022-01-25T22:46:25.007952+0000 mon.smithi068 (mon.0) 217 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:25.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:25 smithi165 conmon[31600]: audit 2022-01-25T22:46:24.463837 2022-01-25T22:46:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:25 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 216 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:46:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:25 smithi165 conmon[31600]: audit 2022-01-25T22:46:25.007952+0000 mon.smithi068 (mon.0) 217 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:26.331 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[45435]: debug 2022-01-25T22:46:26.107+0000 7fe9c21e1700 -1 osd.0 0 waiting for initial osdmap 2022-01-25T22:46:26.331 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[45435]: debug 2022-01-25T22:46:26.110+0000 7fe9bc158700 -1 osd.0 8 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:46:26.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: cluster 2022-01-25T22:46:24.146954+0000 mgr.smithi068.zkksrk 2022-01-25T22:46:26.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: (mgr.14164) 68 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:26.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:25.008660+0000 mgr.smithi068.zkksrk (mgr.14164) 69 : cephadm [INF] Reconfiguring prometheus.smithi068 (dependencies changed)... 2022-01-25T22:46:26.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:25.011136+0000 mgr.smithi068.zkksrk (mgr.14164) 70 : cephadm [INF] Reconfiguring daemon prometheus.smithi068 on smithi068 2022-01-25T22:46:26.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: audit 2022-01-25T22:46:25.105329+0000 mon.smithi068 (mon.0) 218 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:46:26.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: cluster 2022-01-25T22:46:25.105420+0000 mon.smithi068 (mon.0) 219 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-25T22:46:26.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: audit 2022-01-25T22:46:25.105544+0000 mon.smithi068 (mon.0) 220 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:26.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:26 smithi068 conmon[28642]: audit 2022-01-25T22:46:25.105911+0000 mon.smithi068 (mon.0) 221 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:46:26.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: cluster 2022-01-25T22:46:24.146954+0000 mgr.smithi068.zkksrk (mgr.14164) 68 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:25.008660+0000 mgr.smithi068.zkksrk (mgr.14164) 69 : cephadm [INF] Reconfiguring prometheus.smithi068 (dependencies changed)... 2022-01-25T22:46:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: cephadm 2022- 2022-01-25T22:46:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: 01-25T22:46:25.011136+0000 mgr.smithi068.zkksrk (mgr.14164) 70 : cephadm [INF] Reconfiguring daemon prometheus.smithi068 on smithi068 2022-01-25T22:46:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: 01-25T22:46:25.105329+0000 mon.smithi068 (mon 2022-01-25T22:46:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: .0) 218 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:46:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: cluster 2022-01-25T22:46 2022-01-25T22:46:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: :25.105420+0000 mon.smithi068 (mon.0) 219 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-25T22:46:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: 01-25T22:46:25.105544+0000 mon.smithi068 2022-01-25T22:46:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: (mon.0) 220 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: audit 2022-01-25T22:46 2022-01-25T22:46:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: :25.105911+0000 mon.smithi068 (mon.0) 221 : audit 2022-01-25T22:46:26.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:26 smithi165 conmon[31600]: [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:46:27.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.104735+0000 mon.smithi068 ( 2022-01-25T22:46:27.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: mon.0) 222 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:46:27.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: cluster 2022-01-25T22:46:26.104796+0000 mon.smithi068 (mon.0) 223 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-25T22:46:27.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.105132+0000 mon.smithi068 (mon.0) 224 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:27.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.109047+0000 mon.smithi068 (mon.0) 225 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:27.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.877198+0000 mon.smithi068 (mon.0) 226 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:46:27.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.878658+0000 mon.smithi068 (mon.0) 227 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:46:27.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:27 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.879283+0000 mon.smithi068 (mon.0) 228 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:27.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit 2022-01-25T22:46:26.104735+0000 mon.smithi068 (mon.0) 222 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:46:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: cluster 2022-01-25T22:46:26.104796+0000 mon.smithi068 (mon.0) 223 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-25T22:46:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit 2022-01-25T22:46:26.105132+0000 2022-01-25T22:46:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: mon.smithi068 (mon.0) 224 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit 2022-01-25T22:46:26.109047 2022-01-25T22:46:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 225 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: 2022-01-25T22:46:27.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit 2022-01-25T22:46:27.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: 2022-01-25T22:46:26.877198+0000 mon.smithi068 (mon.0 2022-01-25T22:46:27.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: ) 226 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:46:27.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:46:27.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: :46:26.878658+0000 mon.smithi068 (mon.0) 227 : 2022-01-25T22:46:27.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:46:27.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: audit 2022-01-25T22:46: 2022-01-25T22:46:27.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: 26.879283+0000 mon.smithi068 (mon.0) 228 : audit 2022-01-25T22:46:27.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:27 smithi165 conmon[31600]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:28.206 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: cluster 2022-01-25T22:46:25.509152+0000 2022-01-25T22:46:28.206 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:46:28.206 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: cluster 2022-01-25T22:46:25.509256+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:46:28.207 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: cluster 2022-01-25T22:46:26.147338+0000 mgr.smithi068.zkksrk (mgr.14164) 71 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:28.207 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: audit 2022-01-25T22:46:26.876420+0000 mgr.smithi068.zkksrk (mgr.14164) 72 : audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:28.207 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:26.878445+0000 mgr.smithi068.zkksrk (mgr.14164) 73 : cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:46:28.208 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: cluster 2022-01-25T22:46:27.109674+0000 mon.smithi068 (mon.0) 229 : cluster [INF] osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708] boot 2022-01-25T22:46:28.208 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: cluster 2022-01-25T22:46:27.109705+0000 mon.smithi068 (mon.0) 230 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-25T22:46:28.208 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:28 smithi068 conmon[28642]: audit 2022-01-25T22:46:27.110115+0000 mon.smithi068 (mon.0) 231 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:28.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cluster 2022-01-25T22:46:25.509152+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:46:28.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cluster 2022-01-25T22: 2022-01-25T22:46:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: 46:25.509256+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:46:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cluster 2022-01-25T22:46:26.147338+0000 mgr.smithi068.zkksrk (mgr.14164) 71 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:46:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: audit 2022-01-25T22:46:26.876420+0000 mgr.smithi068.zkksrk (mgr.14164) 72 : 2022-01-25T22:46:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cephadm 2022-01-25T22:46 2022-01-25T22:46:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: :26.878445+0000 mgr.smithi068.zkksrk (mgr.14164) 73 : 2022-01-25T22:46:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:46:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cluster 2022-01-25T 2022-01-25T22:46:28.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: 22:46:27.109674+0000 mon.smithi068 (mon.0 2022-01-25T22:46:28.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: ) 229 : cluster [INF] osd.0 [v2:172.21.15.68:6802/2203047708,v1:172.21.15.68:6803/2203047708] boot 2022-01-25T22:46:28.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: cluster 2022-01-25 2022-01-25T22:46:28.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: T22:46:27.109705+0000 mon.smithi068 (mon. 2022-01-25T22:46:28.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: 0) 230 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-25T22:46:28.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:46:28.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: -25T22:46:27.110115+0000 mon.smithi068 ( 2022-01-25T22:46:28.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:28 smithi165 conmon[31600]: mon.0) 231 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:29.375 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: cluster 2022-01-25T22:46:28.118078+0000 mon.smithi068 (mon.0) 232 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-25T22:46:29.375 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: audit 2022-01-25T22:46:28.830324+0000 mon.smithi068 (mon.0) 233 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:29.376 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:46:29.376 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: 25T22:46:28.831093+0000 mon.smithi068 (mon.0) 234 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi165", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:29.376 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: audit 2022 2022-01-25T22:46:29.376 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: -01-25T22:46:28.831764+0000 2022-01-25T22:46:29.377 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: mon.smithi068 (mon.0) 235 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:29.377 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:29 smithi165 conmon[31600]: 2022-01-25T22:46:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:29 smithi068 conmon[28642]: cluster 2022-01-25T22:46:28.118078+0000 mon.smithi068 (mon.0) 232 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-25T22:46:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:29 smithi068 conmon[28642]: audit 2022-01-25T22:46:28.830324+0000 mon.smithi068 (mon.0) 233 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:29 smithi068 conmon[28642]: audit 2022-01-25T22:46:28.831093+0000 mon.smithi068 (mon.0) 234 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi165", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:29 smithi068 conmon[28642]: audit 2022-01-25T22:46:28.831764+0000 mon.smithi068 (mon.0) 235 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:30.434 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: cluster 2022-01-25T22:46:28.147624+0000 mgr.smithi068.zkksrk (mgr.14164) 74 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:30.434 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:28.830865+0000 mgr.smithi068.zkksrk (mgr.14164) 75 : cephadm [INF] Reconfiguring crash.smithi165 (monmap changed)... 2022-01-25T22:46:30.435 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:28.832248+0000 mgr.smithi068.zkksrk (mgr.14164) 76 : cephadm [INF] Reconfiguring daemon crash.smithi165 on smithi165 2022-01-25T22:46:30.435 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:29.806347+0000 mon.smithi068 (mon.0) 236 : audit [INF] from='client.? 172.21.15.68:0/4175921404' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71756001-37fa-4c85-8efa-4c2a0d6c74d9"}]: dispatch 2022-01-25T22:46:30.435 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:29.810498+0000 mon.smithi068 (mon.0) 237 : audit [INF] from='client.? 172.21.15.68:0/4175921404' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71756001-37fa-4c85-8efa-4c2a0d6c74d9"}]': finished 2022-01-25T22:46:30.435 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: cluster 2022-01-25T22:46:29.810544+0000 mon.smithi068 (mon.0) 238 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-25T22:46:30.436 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:29.810651+0000 mon.smithi068 (mon.0) 239 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:30.436 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:30.013315+0000 mon.smithi068 (mon.0) 240 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:30.436 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:30.014141+0000 mon.smithi068 (mon.0) 241 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:30.436 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:30.014889+0000 mon.smithi068 (mon.0) 242 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:30.437 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:30 smithi165 conmon[31600]: audit 2022-01-25T22:46:30.015500+0000 mon.smithi068 (mon.0) 243 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: cluster 2022-01-25T22:46:28.147624+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:46:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: 14164) 74 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:28.830865+0000 mgr.smithi068.zkksrk (mgr.14164) 75 : cephadm [INF] Reconfiguring crash.smithi165 (monmap changed)... 2022-01-25T22:46:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:28.832248+0000 mgr.smithi068.zkksrk (mgr.14164) 76 : cephadm [INF] Reconfiguring daemon crash.smithi165 on smithi165 2022-01-25T22:46:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:29.806347+0000 mon.smithi068 (mon.0) 236 : audit [INF] from='client.? 172.21.15.68:0/4175921404' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71756001-37fa-4c85-8efa-4c2a0d6c74d9"}]: dispatch 2022-01-25T22:46:30.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:29.810498+0000 mon.smithi068 (mon.0) 237 : audit [INF] from='client.? 172.21.15.68:0/4175921404' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71756001-37fa-4c85-8efa-4c2a0d6c74d9"}]': finished 2022-01-25T22:46:30.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: cluster 2022-01-25T22:46:29.810544+0000 mon.smithi068 (mon.0) 238 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-25T22:46:30.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:29.810651+0000 mon.smithi068 (mon.0) 239 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:30.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:30.013315+0000 mon.smithi068 (mon.0) 240 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:30.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:30.014141+0000 mon.smithi068 (mon.0) 241 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:30.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:30.014889+0000 mon.smithi068 (mon.0) 242 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:30.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:30 smithi068 conmon[28642]: audit 2022-01-25T22:46:30.015500+0000 mon.smithi068 (mon.0) 243 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:31.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:30.013888+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:46:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: ) 77 : cephadm [INF] Reconfiguring mgr.smithi165.mrpyur (monmap changed)... 2022-01-25T22:46:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:30.016053+0000 mgr.smithi068.zkksrk (mgr.14164) 78 : cephadm [INF] Reconfiguring daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:46:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: audit 2022-01-25T22:46:30.228487+0000 mon.smithi068 (mon.0) 244 : audit [DBG] from='client.? 172.21.15.68:0/3077846348' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:46:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: audit 2022-01-25T22:46:31.085517+0000 mon.smithi068 (mon.0) 245 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: audit 2022-01-25T22:46:31.086495+0000 mon.smithi068 (mon.0) 246 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:46:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: audit 2022-01-25T22:46:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: 2022-01-25T22:46:31.087272+0000 mon.smithi068 (mon.0) 247 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:46:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:46:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:31 smithi165 conmon[31600]: 46:31.087991+0000 mon.smithi068 (mon.0) 248 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:30.013888+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:46:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: .14164) 77 : cephadm [INF] Reconfiguring mgr.smithi165.mrpyur (monmap changed)... 2022-01-25T22:46:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:30.016053+0000 mgr.smithi068.zkksrk (mgr.14164) 78 : cephadm [INF] Reconfiguring daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:46:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: audit 2022-01-25T22:46:30.228487+0000 mon.smithi068 ( 2022-01-25T22:46:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: mon.0) 244 : audit [DBG] from='client.? 172.21.15.68:0/3077846348' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:46:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:46:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: -25T22:46:31.085517+0000 mon.smithi068 2022-01-25T22:46:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: (mon.0) 245 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: 2022-01-25T22:46:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: audit 2022-01-25T22:46:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: 2022-01-25T22:46:31.086495+0000 mon.smithi068 2022-01-25T22:46:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: (mon.0) 246 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:46:31.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:46:31.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: 01-25T22:46:31.087272+0000 2022-01-25T22:46:31.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: mon.smithi068 (mon.0) 247 : audit [DBG] 2022-01-25T22:46:31.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:46:31.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: audit 2022-01-25T22:46: 2022-01-25T22:46:31.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: 31.087991+0000 mon.smithi068 (mon.0) 248 2022-01-25T22:46:31.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:31 smithi068 conmon[28642]: : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:32.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:32 smithi165 conmon[31600]: cluster 2022-01-25T22:46:30.147849+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:46:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:32 smithi165 conmon[31600]: .14164) 79 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:32 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:31.086196+0000 mgr.smithi068.zkksrk (mgr.14164) 80 : cephadm [INF] Reconfiguring mon.smithi165 (monmap changed)... 2022-01-25T22:46:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:32 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:31.088626+0000 mgr.smithi068.zkksrk (mgr.14164) 81 : cephadm [INF] Reconfiguring daemon mon.smithi165 on smithi165 2022-01-25T22:46:32.460 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:32 smithi068 conmon[28642]: cluster 2022-01-25T22:46:30.147849 2022-01-25T22:46:32.460 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:32 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 79 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:32.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:32 smithi068 conmon[28642]: cephadm 2022-01-25 2022-01-25T22:46:32.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:32 smithi068 conmon[28642]: T22:46:31.086196+0000 mgr.smithi068.zkksrk (mgr.14164) 80 : cephadm [INF] Reconfiguring mon.smithi165 (monmap changed)... 2022-01-25T22:46:32.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:32 smithi068 conmon[28642]: cephadm 2022 2022-01-25T22:46:32.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:32 smithi068 conmon[28642]: -01-25T22:46:31.088626+0000 mgr.smithi068.zkksrk (mgr.14164) 81 : cephadm [INF] Reconfiguring daemon mon.smithi165 on smithi165 2022-01-25T22:46:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:33 smithi068 conmon[28642]: cluster 2022-01-25T22:46:32.148264+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:46:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:33 smithi068 conmon[28642]: mgr.14164) 82 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:33 smithi068 conmon[28642]: audit 2022-01-25T22:46:32.254529+0000 mon.smithi068 (mon.0) 249 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:33 smithi068 conmon[28642]: audit 2022-01-25T22:46:32.258101+0000 mon.smithi068 (mon.0) 250 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:46:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:33 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:46:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:33 smithi068 conmon[28642]: -25T22:46:32.258550+0000 mgr.smithi068.zkksrk (mgr.14164) 83 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:46:33.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: cluster 2022-01-25T22:46:32.148264+0000 mgr.smithi068.zkksrk (mgr.14164) 82 : 2022-01-25T22:46:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: audit 2022-01-25T22:46:32.254529+0000 mon.smithi068 (mon.0) 249 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: audit 2022-01-25T22:46:32 2022-01-25T22:46:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: .258101+0000 mon.smithi068 (mon.0) 250 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:46:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:46:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: T22:46:32.258550+0000 mgr.smithi068.zkksrk (mgr.14164) 83 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:46:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:33 smithi165 conmon[31600]: 2022-01-25T22:46:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:35 smithi068 conmon[28642]: cluster 2022-01-25T22:46:34.148577+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:46:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:35 smithi068 conmon[28642]: ) 84 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:35 smithi068 conmon[28642]: audit 2022-01-25T22:46:35.225550+0000 mon.smithi068 (mon.0) 251 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-25T22:46:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:35 smithi068 conmon[28642]: audit 2022-01-25T22:46:35.226206+0000 mon.smithi068 (mon.0) 252 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:35.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:35 smithi165 conmon[31600]: cluster 2022-01-25T22:46:34.148577+0000 mgr.smithi068.zkksrk 2022-01-25T22:46:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:35 smithi165 conmon[31600]: (mgr.14164) 84 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:35 smithi165 conmon[31600]: audit 2022-01-25T22:46:35.225550+0000 mon.smithi068 (mon.0) 251 : audit [INF] 2022-01-25T22:46:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:35 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-25T22:46:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:35 smithi165 conmon[31600]: audit 2022-01-25T22:46:35.226206+0000 2022-01-25T22:46:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:35 smithi165 conmon[31600]: mon.smithi068 (mon.0) 252 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:36.451 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:36 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:35.226737+0000 mgr.smithi068.zkksrk (mgr.14164) 85 : cephadm [INF] Deploying daemon osd.1 on smithi068 2022-01-25T22:46:36.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:36 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:35.226737+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:46:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:36 smithi165 conmon[31600]: 85 : cephadm [INF] Deploying daemon osd.1 on smithi068 2022-01-25T22:46:38.186 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:38 smithi068 conmon[28642]: cluster 2022-01-25T22:46:36.148816+0000 mgr.smithi068.zkksrk (mgr.14164) 86 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:38.187 INFO:teuthology.orchestra.run.smithi068.stdout:Created osd(s) 1 on host 'smithi068' 2022-01-25T22:46:38.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:38 smithi165 conmon[31600]: cluster 2022-01-25T22:46:36.148816+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:46:38.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:38 smithi165 conmon[31600]: 14164) 86 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:38.560 DEBUG:teuthology.orchestra.run.smithi068:osd.1> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.1.service 2022-01-25T22:46:38.563 INFO:tasks.cephadm:Deploying osd.2 on smithi068 with /dev/vg_nvme/lv_2... 2022-01-25T22:46:38.563 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-25T22:46:38.595 INFO:journalctl@ceph.osd.1.smithi068.stdout:-- Logs begin at Tue 2022-01-25 22:37:23 UTC. -- 2022-01-25T22:46:38.809 INFO:journalctl@ceph.osd.1.smithi068.stdout:Jan 25 22:46:38 smithi068 conmon[49636]: debug 2022-01-25T22:46:38.607+0000 7f3d55c3d080 -1 Falling back to public interface 2022-01-25T22:46:39.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: cluster 2022-01-25T22:46:38.149088 2022-01-25T22:46:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 87 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.182031+0000 mon.smithi068 (mon.0) 253 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.185723+0000 mon.smithi068 (mon.0) 254 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.199061+0000 mon.smithi068 (mon.0) 255 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.68:9093"}]: dispatch 2022-01-25T22:46:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.199489+0000 mgr.smithi068.zkksrk (mgr.14164) 88 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.68:9093"}]: dispatch 2022-01-25T22:46:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.204222+0000 mon.smithi068 (mon.0) 256 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.208095+0000 mon.smithi068 (mon.0) 257 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:46:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:38.208562+0000 mgr.smithi068.zkksrk (mgr.14164) 89 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:46:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:46:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 01-25T22:46:38.214462+0000 mon.smithi068 ( 2022-01-25T22:46:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: mon.0) 258 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.68:3000"}]: dispatch 2022-01-25T22:46:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 2022-01-25T22:46:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 2022-01-25 2022-01-25T22:46:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: T22:46:38.214829+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:46:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.68:3000"}]: dispatch 2022-01-25T22:46:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 2022-01-25T22:46:38.219603+0000 2022-01-25T22:46:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: mon.smithi068 (mon.0) 259 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T22:46:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 2022-01-25T22:46 2022-01-25T22:46:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: :38.223900+0000 mon.smithi068 (mon.0) 2022-01-25T22:46:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 260 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:46:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:46:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 22:46:38.224319+0000 mgr.smithi068.zkksrk (mgr.14164) 91 2022-01-25T22:46:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:46:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022 2022-01-25T22:46:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: -01-25T22:46: 2022-01-25T22:46:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 38.232163+0000 mon.smithi068 (mon.0 2022-01-25T22:46:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: ) 261 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.68:9095"}]: dispatch 2022-01-25T22:46:39.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:46:39.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 01-25T22:46:38 2022-01-25T22:46:39.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: .232565+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:46:39.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: ) 92 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.68:9095"}]: dispatch 2022-01-25T22:46:39.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022 2022-01-25T22:46:39.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: -01-25T22:46:38. 2022-01-25T22:46:39.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: 236718+0000 mon.smithi068 (mon.0) 262 2022-01-25T22:46:39.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:46:39.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: -25T22:46:38.238463+0000 mon.smithi068 (mon.0) 263 : audit 2022-01-25T22:46:39.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:39 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:39.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: cluster 2022-01-25T22:46:38.149088+0000 mgr.smithi068.zkksrk (mgr.14164) 87 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.182031+0000 mon.smithi068 (mon.0) 253 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.185723+0000 mon.smithi068 (mon.0) 254 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.199061+0000 mon.smithi068 (mon.0) 255 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.68:9093"}]: dispatch 2022-01-25T22:46:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.199489+0000 mgr.smithi068.zkksrk (mgr.14164) 88 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.68:9093"}]: dispatch 2022-01-25T22:46:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.204222+0000 mon.smithi068 (mon.0) 256 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.208095+0000 mon.smithi068 (mon.0) 257 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:46:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.208562+0000 mgr.smithi068.zkksrk (mgr.14164) 89 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:46:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.214462+0000 mon.smithi068 (mon.0) 258 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.68:3000"}]: dispatch 2022-01-25T22:46:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.214829+0000 mgr.smithi068.zkksrk (mgr.14164) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.68:3000"}]: dispatch 2022-01-25T22:46:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:38.219603+0000 mon.smithi068 (mon.0) 259 : audit 2022-01-25T22:46:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:46:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: T22:46:38.223900+0000 mon.smithi068 (mon 2022-01-25T22:46:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: .0) 260 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:46:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022 2022-01-25T22:46:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: -01-25T22:46:38 2022-01-25T22:46:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: .224319+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:46:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: ) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:46:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: 2022-01-25T22:46: 2022-01-25T22:46:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: 38.232163+0000 mon.smithi068 (mon.0) 261 : 2022-01-25T22:46:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.68:9095"}]: dispatch 2022-01-25T22:46:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: 01-25T22:46:38.232565 2022-01-25T22:46:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: +0000 mgr.smithi068.zkksrk (mgr.14164) 92 : audit [DBG] 2022-01-25T22:46:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.68:9095"}]: dispatch 2022-01-25T22:46:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:46:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: T22:46:38.236718+0000 2022-01-25T22:46:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: mon.smithi068 (mon.0) 262 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: 2022-01-25T22:46:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: audit 2022-01-25T22:46:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: 2022-01-25T22:46:38. 2022-01-25T22:46:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:39 smithi165 conmon[31600]: 238463+0000 mon.smithi068 (mon.0) 263 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:40.459 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-25T22:46:40.459 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-25T22:46:40.459 INFO:teuthology.orchestra.run.smithi068.stderr: stderr: 10+0 records in 2022-01-25T22:46:40.460 INFO:teuthology.orchestra.run.smithi068.stderr:10+0 records out 2022-01-25T22:46:40.460 INFO:teuthology.orchestra.run.smithi068.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148648 s, 705 MB/s 2022-01-25T22:46:40.460 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping successful for: 2022-01-25T22:46:40.913 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi068:vg_nvme/lv_2 2022-01-25T22:46:41.559 INFO:journalctl@ceph.osd.1.smithi068.stdout:Jan 25 22:46:41 smithi068 conmon[49636]: debug 2022-01-25T22:46:41.336+0000 7f3d55c3d080 -1 osd.1 0 log_to_monitors {default=true} 2022-01-25T22:46:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:41 smithi068 conmon[28642]: cluster 2022-01-25T22:46:40.149328+0000 mgr.smithi068.zkksrk (mgr.14164) 93 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:41 smithi068 conmon[28642]: audit 2022-01-25T22:46:40.291460+0000 mon.smithi068 (mon.0) 264 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:41.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:41 smithi165 conmon[31600]: cluster 2022-01-25T22:46:40.149328+0000 mgr.smithi068.zkksrk (mgr.14164) 93 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:41 smithi165 conmon[31600]: audit 2022-01-25T22:46:40.291460+0000 mon.smithi068 (mon.0) 264 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:42 smithi068 conmon[28642]: audit 2022-01-25T22:46:41.340270+0000 mon.smithi068 2022-01-25T22:46:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:42 smithi068 conmon[28642]: (mon.0) 265 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-25T22:46:42.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:42 smithi165 conmon[31600]: audit 2022-01-25T22:46:41.340270+0000 mon.smithi068 (mon.0) 265 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-25T22:46:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: cluster 2022-01-25T22:46:42.149525+0000 2022-01-25T22:46:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 94 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:43.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: audit 2022-01-25T22:46:42.302768+0000 mon.smithi068 (mon.0) 266 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-25T22:46:43.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: cluster 2022-01-25T22:46:42.302818+0000 mon.smithi068 (mon.0) 267 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-25T22:46:43.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: audit 2022-01-25T22:46:42.302912+0000 2022-01-25T22:46:43.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: mon.smithi068 (mon.0) 268 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:43.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: audit 2022-01-25T22:46:42.303263+0000 mon.smithi068 (mon.0) 269 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:46:43.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[28642]: 2022-01-25T22:46:43.562 INFO:journalctl@ceph.osd.1.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[49636]: debug 2022-01-25T22:46:43.308+0000 7f3d4c1ae700 -1 osd.1 0 waiting for initial osdmap 2022-01-25T22:46:43.562 INFO:journalctl@ceph.osd.1.smithi068.stdout:Jan 25 22:46:43 smithi068 conmon[49636]: debug 2022-01-25T22:46:43.312+0000 7f3d45123700 -1 osd.1 13 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:46:43.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: cluster 2022-01-25T22:46:42.149525+0000 mgr.smithi068.zkksrk (mgr.14164) 94 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: audit 2022-01-25T22:46:42.302768+0000 mon.smithi068 (mon.0) 266 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-25T22:46:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: cluster 2022-01-25T22 2022-01-25T22:46:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: :46:42.302818+0000 mon.smithi068 (mon.0) 267 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-25T22:46:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: 2022-01-25T22:46:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: audit 2022-01-25T22:46:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: 2022-01-25T22:46: 2022-01-25T22:46:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: 42.302912+0000 mon.smithi068 (mon.0 2022-01-25T22:46:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: ) 268 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: 01-25T22:46:42.303263+0000 2022-01-25T22:46:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: mon.smithi068 (mon.0) 269 : audit 2022-01-25T22:46:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:43 smithi165 conmon[31600]: [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:46:44.529 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.304856 2022-01-25T22:46:44.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:46:44.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: cluster 2022-01-25T22:46:43.304939+0000 mon.smithi068 (mon.0) 271 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-25T22:46:44.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.305345+0000 mon.smithi068 (mon.0) 272 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:44.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.308894+0000 mon.smithi068 (mon.0) 273 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:44.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.377928+0000 mgr.smithi068.zkksrk (mgr.14164) 95 : audit [DBG] from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:44.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.378708+0000 mon.smithi068 (mon.0) 274 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:46:44.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:43.379903+0000 mgr.smithi068.zkksrk (mgr.14164) 96 : cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:46:44.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.380160+0000 mon.smithi068 (mon.0) 275 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:46:44.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.380858+0000 mon.smithi068 (mon.0) 276 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:44.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:43.962180+0000 mon.smithi068 (mon.0) 277 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:44.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:44 smithi068 conmon[28642]: audit 2022-01-25T22:46:44.308537+0000 mon.smithi068 (mon.0) 278 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:44.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022-01-25T22:46:43.304856+0000 mon.smithi068 (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:46:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: cluster 2022-01-25T22:46:43. 2022-01-25T22:46:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 304939+0000 mon.smithi068 (mon.0) 271 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-25T22:46:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022-01-25T22:46:43.305345+0000 mon.smithi068 (mon.0) 272 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022-01-25T22:46:43.308894+0000 2022-01-25T22:46:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: mon.smithi068 (mon.0) 273 : audit [DBG] 2022-01-25T22:46:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:46:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: -25T22:46:43.377928+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:46:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: mgr.14164) 95 : audit [DBG] from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 2022-01-25T22:46:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 01-25T22:46:43.378708 2022-01-25T22:46:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 274 : audit 2022-01-25T22:46:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:46:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: cephadm 2022- 2022-01-25T22:46:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 01-25T22:46:43.379903+0000 2022-01-25T22:46:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 96 : cephadm 2022-01-25T22:46:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: [INF] Applying service osd.None on host smithi068... 2022-01-25T22:46:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 01-25T22:46:43.380160+0000 2022-01-25T22:46:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: mon.smithi068 (mon.0) 275 : 2022-01-25T22:46:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:46:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 01-25T22:46:43.380858 2022-01-25T22:46:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 276 : audit 2022-01-25T22:46:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022 2022-01-25T22:46:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: -01-25T22:46:43.962180 2022-01-25T22:46:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 277 2022-01-25T22:46:44.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:44.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:44.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: 01-25T22:46:44.308537 2022-01-25T22:46:44.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 278 : 2022-01-25T22:46:44.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:44 smithi165 conmon[31600]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:45 smithi068 conmon[28642]: cluster 2022-01-25T22:46:42.381319+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:46:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:45 smithi068 conmon[28642]: cluster 2022-01-25T22:46:42.381529+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:46:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:45 smithi068 conmon[28642]: cluster 2022-01-25T22:46:44.149828+0000 mgr.smithi068.zkksrk (mgr.14164) 97 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:45 smithi068 conmon[28642]: cluster 2022-01-25T22:46:44.315897+0000 mon.smithi068 (mon.0) 279 : cluster [INF] osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163] boot 2022-01-25T22:46:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:45 smithi068 conmon[28642]: cluster 2022-01-25T22:46:44.315931+0000 mon.smithi068 (mon.0) 280 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-25T22:46:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:45 smithi068 conmon[28642]: audit 2022-01-25T22:46:44.316429+0000 mon.smithi068 (mon.0) 281 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:45.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: cluster 2022-01-25T22:46:42.381319+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:46:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: cluster 2022-01-25T22: 2022-01-25T22:46:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: 46:42.381529+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:46:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: cluster 2022-01-25T22:46:44.149828+0000 mgr.smithi068.zkksrk (mgr.14164) 97 : cluster [DBG] 2022-01-25T22:46:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: pgmap v57: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:46:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: cluster 2022-01- 2022-01-25T22:46:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: 25T22:46:44.315897+0000 2022-01-25T22:46:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: mon.smithi068 (mon.0) 279 : cluster 2022-01-25T22:46:45.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: [INF] osd.1 [v2:172.21.15.68:6810/375204163,v1:172.21.15.68:6811/375204163] boot 2022-01-25T22:46:45.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: cluster 2022- 2022-01-25T22:46:45.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: 01-25T22:46:44.315931+0000 mon.smithi068 2022-01-25T22:46:45.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: (mon.0) 280 : cluster 2022-01-25T22:46:45.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-25T22:46:45.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:46:45.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: 01-25T22:46:44.316429 2022-01-25T22:46:45.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 281 : 2022-01-25T22:46:45.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:45 smithi165 conmon[31600]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:46.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: cluster 2022-01-25T22:46:45.326501+0000 mon.smithi068 (mon.0) 282 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-25T22:46:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: audit 2022-01-25T22:46:45 2022-01-25T22:46:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: .633708+0000 mon.smithi068 (mon.0) 283 : audit [INF] from='client.? 172.21.15.68:0/923467090' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41b597c4-9333-4823-bf37-7af9292ba0fa"}]: dispatch 2022-01-25T22:46:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: audit 2022-01-25T22:46:45.637508+0000 mon.smithi068 (mon.0) 284 : audit [INF] from='client.? 172.21.15.68:0/923467090' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41b597c4-9333-4823-bf37-7af9292ba0fa"}]': finished 2022-01-25T22:46:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: cluster 2022-01-25T22:46:45.637578 2022-01-25T22:46:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 285 : cluster 2022-01-25T22:46:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-25T22:46:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:46:46.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: :46:45.637699+0000 mon.smithi068 (mon.0) 286 2022-01-25T22:46:46.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:46.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:46:46.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: -25T22:46:46.075716+0000 mon.smithi068 2022-01-25T22:46:46.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: (mon.0) 287 : audit [DBG] 2022-01-25T22:46:46.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:46 smithi165 conmon[31600]: from='client.? 172.21.15.68:0/1456039688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:46:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: cluster 2022-01-25T22:46:45.326501+0000 mon.smithi068 (mon 2022-01-25T22:46:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: .0) 282 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-25T22:46:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: audit 2022-01-25T22:46:45.633708+0000 mon.smithi068 (mon.0) 283 : audit [INF] from='client.? 172.21.15.68:0/923467090' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41b597c4-9333-4823-bf37-7af9292ba0fa"}]: dispatch 2022-01-25T22:46:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: audit 2022-01-25T22:46:45.637508+0000 mon.smithi068 (mon.0) 284 : audit [INF] from='client.? 172.21.15.68:0/923467090' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41b597c4-9333-4823-bf37-7af9292ba0fa"}]': finished 2022-01-25T22:46:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: cluster 2022-01-25T22:46:45.637578+0000 mon.smithi068 (mon 2022-01-25T22:46:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: .0) 285 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-25T22:46:46.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:46:46.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: :46:45.637699+0000 mon.smithi068 (mon.0 2022-01-25T22:46:46.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: ) 286 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:46.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:46:46.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: 25T22:46:46.075716+0000 mon.smithi068 2022-01-25T22:46:46.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: (mon.0) 287 : audit [DBG] from='client.? 172.21.15.68:0/1456039688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:46:46.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:46 smithi068 conmon[28642]: 2022-01-25T22:46:48.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:48 smithi165 conmon[31600]: cluster 2022-01-25T22:46:46.150115+0000 mgr.smithi068.zkksrk (mgr.14164) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:48.496 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:48 smithi068 conmon[28642]: cluster 2022-01-25T22:46:46.150115+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:46:48.496 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:48 smithi068 conmon[28642]: 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:50.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:50 smithi165 conmon[31600]: cluster 2022-01-25T22:46:48.150472+0000 mgr.smithi068.zkksrk (mgr.14164) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:50.504 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:50 smithi068 conmon[28642]: cluster 2022-01-25T22:46:48.150472+0000 mgr.smithi068.zkksrk (mgr.14164) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:52.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: cluster 2022-01-25T22:46:50.150804+0000 mgr.smithi068.zkksrk (mgr.14164) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:52.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:50.740388+0000 mgr.smithi068.zkksrk (mgr.14164) 101 : cephadm [INF] Detected new or changed devices on smithi068 2022-01-25T22:46:52.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: audit 2022-01-25T22:46:50.745180+0000 mon.smithi068 (mon.0) 288 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: audit 2022-01-25T22:46:50.750554+0000 mon.smithi068 (mon.0) 289 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: audit 2022-01-25T22:46:50.753829+0000 mon.smithi068 (mon.0) 290 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: audit 2022-01-25T22:46:51.528926+0000 mon.smithi068 (mon.0) 291 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-25T22:46:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:51 smithi068 conmon[28642]: audit 2022-01-25T22:46:51.529791+0000 mon.smithi068 (mon.0) 292 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:52.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: cluster 2022-01-25T22:46:50.150804+0000 2022-01-25T22:46:52.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:52.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:50.740388+0000 mgr.smithi068.zkksrk (mgr.14164) 101 : cephadm [INF] Detected new or changed devices on smithi068 2022-01-25T22:46:52.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: audit 2022-01-25T22:46:50.745180+0000 mon.smithi068 (mon.0) 288 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:52.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: audit 2022-01-25T22:46:50.750554+0000 mon.smithi068 (mon.0) 289 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:52.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: audit 2022-01-25T22:46:50.753829+0000 mon.smithi068 (mon.0) 290 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:52.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: audit 2022-01-25T22:46:51.528926+0000 mon.smithi068 (mon.0) 291 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-25T22:46:52.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:51 smithi165 conmon[31600]: audit 2022-01-25T22:46:51.529791+0000 mon.smithi068 (mon.0) 292 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:53.211 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:53 smithi068 conmon[28642]: cephadm 2022-01-25T22:46:51.530499+0000 mgr.smithi068.zkksrk (mgr.14164) 102 : cephadm [INF] Deploying daemon osd.2 on smithi068 2022-01-25T22:46:53.211 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:53 smithi068 conmon[28642]: audit 2022-01-25T22:46:52.802183+0000 mon.smithi068 (mon.0) 293 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:53.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:53 smithi165 conmon[31600]: cephadm 2022-01-25T22:46:51.530499+0000 mgr.smithi068.zkksrk (mgr.14164) 102 : cephadm [INF] Deploying daemon osd.2 on smithi068 2022-01-25T22:46:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:53 smithi165 conmon[31600]: audit 2022-01-25T22:46:52.802183+0000 mon.smithi068 (mon.0) 293 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:54.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:54 smithi068 conmon[28642]: cluster 2022-01-25T22:46:52.151073+0000 mgr.smithi068.zkksrk (mgr.14164) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:54.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:54 smithi165 conmon[31600]: cluster 2022-01-25T22:46:52.151073+0000 mgr.smithi068.zkksrk (mgr.14164) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:55.044 INFO:teuthology.orchestra.run.smithi068.stdout:Created osd(s) 2 on host 'smithi068' 2022-01-25T22:46:55.683 DEBUG:teuthology.orchestra.run.smithi068:osd.2> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.2.service 2022-01-25T22:46:55.687 INFO:tasks.cephadm:Deploying osd.3 on smithi068 with /dev/vg_nvme/lv_1... 2022-01-25T22:46:55.687 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-25T22:46:55.719 INFO:journalctl@ceph.osd.2.smithi068.stdout:-- Logs begin at Tue 2022-01-25 22:37:23 UTC. -- 2022-01-25T22:46:56.036 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:56 smithi068 conmon[28642]: cluster 2022-01-25T22:46:54.151333+0000 mgr.smithi068.zkksrk (mgr.14164) 104 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:56.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:56 smithi068 conmon[28642]: audit 2022-01-25T22:46:55.036776+0000 mon.smithi068 (mon.0) 294 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:56.037 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:56 smithi068 conmon[28642]: audit 2022-01-25T22:46:55.043665+0000 mon.smithi068 (mon.0) 295 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:56.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:56 smithi165 conmon[31600]: cluster 2022-01-25T22:46:54.151333+0000 mgr.smithi068.zkksrk (mgr.14164) 104 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:56 smithi165 conmon[31600]: audit 2022-01-25T22:46:55.036776+0000 mon.smithi068 (mon.0) 294 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:56 smithi165 conmon[31600]: audit 2022-01-25T22:46:55 2022-01-25T22:46:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:56 smithi165 conmon[31600]: .043665+0000 mon.smithi068 (mon.0) 295 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:57 smithi068 conmon[28642]: cluster 2022-01-25T22:46:56.151596+0000 mgr.smithi068.zkksrk (mgr.14164) 105 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:57 smithi068 conmon[28642]: audit 2022-01-25T22:46:56.618833+0000 mon.smithi068 (mon.0) 296 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:57 smithi068 conmon[28642]: audit 2022-01-25T22:46:57.343833+0000 mon.smithi068 (mon.0) 297 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:57 smithi068 conmon[28642]: audit 2022-01-25T22:46:57.344657+0000 mon.smithi068 (mon.0) 298 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:57.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: cluster 2022-01-25T22:46:56.151596+0000 mgr.smithi068.zkksrk (mgr.14164) 105 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: audit 2022-01-25T22:46:56.618833+0000 mon.smithi068 (mon.0) 296 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:46:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: audit 2022-01-25T22:46: 2022-01-25T22:46:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: 57.343833+0000 mon.smithi068 (mon.0) 297 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:46:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: -25T22:46:57.344657+0000 mon.smithi068 ( 2022-01-25T22:46:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: mon.0) 298 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:57 smithi165 conmon[31600]: 2022-01-25T22:46:58.044 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-25T22:46:58.045 INFO:teuthology.orchestra.run.smithi068.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-25T22:46:58.045 INFO:teuthology.orchestra.run.smithi068.stderr: stderr: 10+0 records in 2022-01-25T22:46:58.045 INFO:teuthology.orchestra.run.smithi068.stderr:10+0 records out 2022-01-25T22:46:58.046 INFO:teuthology.orchestra.run.smithi068.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0129053 s, 813 MB/s 2022-01-25T22:46:58.046 INFO:teuthology.orchestra.run.smithi068.stderr:--> Zapping successful for: 2022-01-25T22:46:58.224 INFO:journalctl@ceph.osd.2.smithi068.stdout:Jan 25 22:46:58 smithi068 conmon[55086]: debug 2022-01-25T22:46:58.094+0000 7f46724a5080 -1 osd.2 0 log_to_monitors {default=true} 2022-01-25T22:46:58.600 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi068:vg_nvme/lv_1 2022-01-25T22:46:58.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:58 smithi068 conmon[28642]: audit 2022-01-25T22:46:58.099067+0000 2022-01-25T22:46:58.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:58 smithi068 conmon[28642]: mon.smithi068 (mon.0) 299 : audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-25T22:46:58.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:58 smithi165 conmon[31600]: audit 2022-01-25T22:46:58.099067+0000 mon.smithi068 (mon.0) 299 : audit 2022-01-25T22:46:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:58 smithi165 conmon[31600]: [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-25T22:46:59.627 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[28642]: cluster 2022-01-25T22:46:58.151932+0000 mgr.smithi068.zkksrk (mgr.14164) 106 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:59.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[28642]: audit 2022-01-25T22:46:58.625330+0000 mon.smithi068 (mon.0) 300 : audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-25T22:46:59.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[28642]: cluster 2022-01-25T22:46:58.625416+0000 mon.smithi068 (mon.0) 301 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-25T22:46:59.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[28642]: audit 2022-01-25T22:46:58.625522+0000 mon.smithi068 (mon.0) 302 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:59.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[28642]: audit 2022-01-25T22:46:58.625993+0000 mon.smithi068 (mon.0) 303 : audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:46:59.879 INFO:journalctl@ceph.osd.2.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[55086]: debug 2022-01-25T22:46:59.627+0000 7f4668a16700 -1 osd.2 0 waiting for initial osdmap 2022-01-25T22:46:59.879 INFO:journalctl@ceph.osd.2.smithi068.stdout:Jan 25 22:46:59 smithi068 conmon[55086]: debug 2022-01-25T22:46:59.632+0000 7f466318e700 -1 osd.2 18 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:46:59.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: cluster 2022-01-25T22:46:58.151932+0000 mgr.smithi068.zkksrk (mgr.14164) 106 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:46:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: audit 2022-01-25T22:46:58.625330+0000 2022-01-25T22:46:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: mon.smithi068 (mon.0) 300 : audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-25T22:46:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: cluster 2022-01-25T22:46:58.625416+0000 mon.smithi068 (mon.0) 301 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-25T22:46:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: audit 2022-01-25T22:46:58.625522+0000 2022-01-25T22:46:59.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: mon.smithi068 (mon.0) 302 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:59.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:46:59.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: 46:58.625993+0000 mon.smithi068 (mon.0) 303 : 2022-01-25T22:46:59.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:46:59 smithi165 conmon[31600]: audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:47:00.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T22:46:59.626062+0000 mon.smithi068 (mon.0) 304 : audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:47:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: cluster 2022-01-25T22:46:59.626124+0000 mon.smithi068 (mon.0) 305 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-25T22:47:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T22:46:59.626460+0000 mon.smithi068 (mon.0 2022-01-25T22:47:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: ) 306 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:47:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T22:46:59.630595 2022-01-25T22:47:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 307 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:47:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T22:47:00.514171 2022-01-25T22:47:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 308 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:47:00.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: 01-25T22:47:00.518399+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:00.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: 309 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:00.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T22:47 2022-01-25T22:47:00.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: :00.521181+0000 mon.smithi068 (mon.0) 310 : audit [DBG] 2022-01-25T22:47:00.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:00.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T22:47:00.613254+0000 2022-01-25T22:47:00.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: mon.smithi068 (mon.0) 311 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:00.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:47:00.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: 01-25T22:47:00.614663+0000 mon.smithi068 (mon. 2022-01-25T22:47:00.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: 0) 312 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:00.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:47:00.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: 22:47:00.615227+0000 mon.smithi068 (mon.0) 313 2022-01-25T22:47:00.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:00 smithi165 conmon[31600]: : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:01.048 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:46:59.626062+0000 mon.smithi068 (mon.0) 304 : audit [INF] from='osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:47:01.049 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: cluster 2022-01-25T22:46:59.626124+0000 mon.smithi068 (mon.0) 305 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-25T22:47:01.049 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:46:59.626460+0000 mon.smithi068 (mon.0) 306 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:47:01.049 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:46:59.630595+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:01.049 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 307 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:47:01.050 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:47:00.514171+0000 mon.smithi068 (mon.0) 308 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:01.050 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:47:00.518399+0000 mon.smithi068 (mon.0) 309 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:01.050 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:47:00.521181+0000 mon.smithi068 (mon.0) 310 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:01.050 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:47:01.051 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: :47:00.613254+0000 mon.smithi068 (mon.0) 311 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:01.051 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:01.051 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 01-25T22:47:00 2022-01-25T22:47:01.051 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: .614663+0000 mon.smithi068 (mon.0 2022-01-25T22:47:01.051 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: ) 312 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:01.052 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 2022-01-25T22:47:01.052 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: audit 2022-01-25T22:47:01.052 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 2022-01- 2022-01-25T22:47:01.053 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 25T22:47:00. 2022-01-25T22:47:01.053 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 615227+0000 mon.smithi068 (mon.0 2022-01-25T22:47:01.053 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: ) 313 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:01.053 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:00 smithi068 conmon[28642]: 2022-01-25T22:47:01.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: cluster 2022-01-25T22:46:59.099183+0000 osd.2 ( 2022-01-25T22:47:01.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:01.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: cluster 2022-01-25T22:46:59.099272+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:01.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: cluster 2022-01-25T22:47:00.152214+0000 mgr.smithi068.zkksrk (mgr.14164) 107 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:47:01.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: audit 2022-01-25T22:47:00.612501+0000 mgr.smithi068.zkksrk (mgr.14164) 108 : audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:01.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:00.614424+0000 mgr.smithi068.zkksrk (mgr.14164) 109 : cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:47:01.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: cluster 2022-01-25T22:47:00.631008+0000 mon.smithi068 (mon.0) 314 : cluster [INF] osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953] boot 2022-01-25T22:47:01.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: cluster 2022-01-25T22:47:00.631058+0000 mon.smithi068 (mon.0) 315 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-25T22:47:01.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:01 smithi068 conmon[28642]: audit 2022-01-25T22:47:00.631510+0000 mon.smithi068 (mon.0) 316 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:47:01.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cluster 2022-01-25T22:46:59.099183+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cluster 2022-01-25T22 2022-01-25T22:47:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: :46:59.099272+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cluster 2022-01-25T22:47:00.152214+0000 mgr.smithi068.zkksrk (mgr.14164) 107 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:47:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:47:01.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 01-25T22:47:00.612501 2022-01-25T22:47:01.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: +0000 mgr.smithi068.zkksrk (mgr.14164) 108 : 2022-01-25T22:47:01.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi068:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:01.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:01.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 2022-01-25T22:47 2022-01-25T22:47:01.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: :00.614424+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:47:01.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 14164) 109 : cephadm [INF] Applying service osd.None on host smithi068... 2022-01-25T22:47:01.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 2022-01-25T22:47:01.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cluster 2022 2022-01-25T22:47:01.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: -01-25T22:47:00 2022-01-25T22:47:01.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: .631008+0000 mon.smithi068 (mon.0 2022-01-25T22:47:01.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: ) 314 : cluster [INF] osd.2 [v2:172.21.15.68:6818/425683953,v1:172.21.15.68:6819/425683953] boot 2022-01-25T22:47:01.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cluster 2022- 2022-01-25T22:47:01.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 01-25T22:47:00.631058 2022-01-25T22:47:01.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 315 : 2022-01-25T22:47:01.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-25T22:47:01.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:47:01.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 01-25T22:47:00 2022-01-25T22:47:01.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: .631510+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:01.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:01 smithi165 conmon[31600]: 316 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:47:02.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:02 smithi165 conmon[31600]: cluster 2022-01-25T22:47:01.638912+0000 mon.smithi068 (mon.0) 317 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-25T22:47:02.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:02 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:47:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:02 smithi165 conmon[31600]: :47:02.569506+0000 mon.smithi068 (mon.0) 318 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:02 smithi068 conmon[28642]: cluster 2022-01-25T22:47:01.638912+0000 mon.smithi068 (mon.0) 317 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-25T22:47:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:02 smithi068 conmon[28642]: audit 2022-01-25T22:47:02.569506+0000 mon.smithi068 (mon.0) 318 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:03.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: cluster 2022-01-25T22:47:02.152490+0000 mgr.smithi068.zkksrk (mgr.14164) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: audit 2022-01-25T22:47:02.917597+0000 mon.smithi068 (mon.0) 319 : audit [INF] from='client.? 172.21.15.68:0/1870696643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc315cfe-bf66-430c-abb5-1c1ab027c543"}]: dispatch 2022-01-25T22:47:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: audit 2022 2022-01-25T22:47:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: -01-25T22:47:02.922321+0000 mon.smithi068 (mon.0) 320 : 2022-01-25T22:47:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: audit [INF] from='client.? 172.21.15.68:0/1870696643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc315cfe-bf66-430c-abb5-1c1ab027c543"}]': finished 2022-01-25T22:47:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: cluster 2022-01 2022-01-25T22:47:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: -25T22:47:02.922398+0000 mon.smithi068 2022-01-25T22:47:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: (mon.0) 321 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-01-25T22:47:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:47:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: -25T22:47:02.922532+0000 mon.smithi068 (mon 2022-01-25T22:47:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: .0) 322 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:47:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: 01-25T22:47:03.379968+0000 mon.smithi068 ( 2022-01-25T22:47:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: mon.0) 323 : audit [DBG] from='client.? 172.21.15.68:0/3950822163' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:03.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:03 smithi165 conmon[31600]: 2022-01-25T22:47:04.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: cluster 2022-01-25T22:47:02.152490+0000 2022-01-25T22:47:04.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:04.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: audit 2022-01-25T22:47:02.917597+0000 mon.smithi068 (mon.0) 319 : audit [INF] from='client.? 172.21.15.68:0/1870696643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc315cfe-bf66-430c-abb5-1c1ab027c543"}]: dispatch 2022-01-25T22:47:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: audit 2022-01-25T22:47:02.922321+0000 mon.smithi068 (mon.0) 320 : audit [INF] from='client.? 172.21.15.68:0/1870696643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc315cfe-bf66-430c-abb5-1c1ab027c543"}]': finished 2022-01-25T22:47:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: cluster 2022-01-25T22:47:02.922398+0000 mon.smithi068 (mon.0) 321 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-01-25T22:47:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: audit 2022-01-25T22:47:02.922532+0000 mon.smithi068 (mon.0) 322 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:03 smithi068 conmon[28642]: audit 2022-01-25T22:47:03.379968+0000 mon.smithi068 (mon.0) 323 : audit [DBG] from='client.? 172.21.15.68:0/3950822163' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:05.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:05 smithi165 conmon[31600]: cluster 2022-01-25T22:47:04.152758+0000 mgr.smithi068.zkksrk (mgr.14164) 111 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:05.956 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:05 smithi068 conmon[28642]: cluster 2022-01-25T22:47:04.152758+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:47:05.956 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:05 smithi068 conmon[28642]: 14164) 111 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:07.378 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:07 smithi068 conmon[28642]: audit 2022-01-25T22:47:06.150498+0000 2022-01-25T22:47:07.378 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:07 smithi068 conmon[28642]: mon.smithi068 (mon.0) 324 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:07.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:07 smithi165 conmon[31600]: audit 2022-01-25T22:47:06.150498+0000 mon.smithi068 (mon.0) 324 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:08.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:08 smithi165 conmon[31600]: cluster 2022-01-25T22:47:06.153045+0000 mgr.smithi068.zkksrk (mgr.14164) 112 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:08.467 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:08 smithi068 conmon[28642]: cluster 2022-01-25T22:47:06.153045+0000 mgr.smithi068.zkksrk (mgr.14164) 112 2022-01-25T22:47:08.468 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:08 smithi068 conmon[28642]: : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: cluster 2022-01-25T22:47:08.153335+0000 mgr.smithi068.zkksrk (mgr.14164) 113 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: audit 2022-01-25T22:47:08.654940+0000 mon.smithi068 (mon.0) 325 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-25T22:47:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: audit 2022-01-25T22:47:08.655614+0000 mon.smithi068 (mon.0) 326 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: 2022-01-25T22:47:08. 2022-01-25T22:47:09.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: 656181+0000 mgr.smithi068.zkksrk (mgr.14164) 114 : 2022-01-25T22:47:09.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:09 smithi165 conmon[31600]: cephadm [INF] Deploying daemon osd.3 on smithi068 2022-01-25T22:47:09.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:09 smithi068 conmon[28642]: cluster 2022-01-25T22:47:08.153335+0000 mgr.smithi068.zkksrk 2022-01-25T22:47:09.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:09 smithi068 conmon[28642]: (mgr.14164) 113 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:09 smithi068 conmon[28642]: audit 2022-01-25T22:47:08.654940+0000 mon.smithi068 (mon.0) 325 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-25T22:47:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:09 smithi068 conmon[28642]: audit 2022-01-25T22:47:08.655614+0000 mon.smithi068 (mon.0) 326 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:09.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:09 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:08.656181+0000 mgr.smithi068.zkksrk (mgr.14164) 114 : cephadm [INF] Deploying daemon osd.3 on smithi068 2022-01-25T22:47:11.644 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:11 smithi068 conmon[28642]: cluster 2022-01-25T22:47:10.153582+0000 2022-01-25T22:47:11.644 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:11 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 115 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:11.645 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:11 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:10.469795+0000 mgr.smithi068.zkksrk (mgr.14164) 116 : cephadm [INF] Detected new or changed devices on smithi068 2022-01-25T22:47:11.645 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:11 smithi068 conmon[28642]: audit 2022-01-25T22:47:10.474451+0000 mon.smithi068 (mon.0) 327 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:11.645 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:11 smithi068 conmon[28642]: audit 2022-01-25T22:47:10.835964+0000 mon.smithi068 (mon.0) 328 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:11.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: cluster 2022-01-25T22:47:10.153582+0000 mgr.smithi068.zkksrk (mgr.14164) 115 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:11.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:10.469795+0000 mgr.smithi068.zkksrk (mgr.14164) 116 : cephadm [INF] Detected new or changed devices on smithi068 2022-01-25T22:47:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: audit 2022-01-25T22:47:10 2022-01-25T22:47:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: .474451+0000 mon.smithi068 (mon.0) 327 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:47:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: -25T22:47:10.835964+0000 mon.smithi068 ( 2022-01-25T22:47:11.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: mon.0) 328 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:11.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:11 smithi165 conmon[31600]: 2022-01-25T22:47:13.025 INFO:teuthology.orchestra.run.smithi068.stdout:Created osd(s) 3 on host 'smithi068' 2022-01-25T22:47:13.482 DEBUG:teuthology.orchestra.run.smithi068:osd.3> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.3.service 2022-01-25T22:47:13.484 INFO:tasks.cephadm:Deploying osd.4 on smithi165 with /dev/vg_nvme/lv_4... 2022-01-25T22:47:13.485 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-25T22:47:13.515 INFO:journalctl@ceph.osd.3.smithi068.stdout:-- Logs begin at Tue 2022-01-25 22:37:23 UTC. -- 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:13 smithi068 conmon[28642]: audit 2022-01-25T22:47:13.013967+0000 mon.smithi068 (mon.0) 329 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:13 smithi068 conmon[28642]: audit 2022-01-25T22:47:13.017919+0000 mon.smithi068 (mon.0) 330 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:13 smithi068 conmon[28642]: audit 2022-01-25T22:47:13.023801+0000 mon.smithi068 (mon.0) 331 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:13.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:13 smithi165 conmon[31600]: audit 2022-01-25T22:47:13.013967+0000 mon.smithi068 (mon.0) 329 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:13 smithi165 conmon[31600]: audit 2022-01-25T22:47:13.017919+0000 mon.smithi068 (mon.0) 330 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:13 smithi165 conmon[31600]: audit 2022-01-25T22:47:13.023801+0000 mon.smithi068 (mon.0) 331 : audit 2022-01-25T22:47:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:13 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:14.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:14 smithi165 conmon[31600]: cluster 2022-01-25T22:47:12.153846+0000 mgr.smithi068.zkksrk (mgr.14164) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:14.764 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:14 smithi165 conmon[31600]: audit 2022-01-25T22:47:13.025804+0000 mon.smithi068 (mon.0) 332 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:47:14.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:14 smithi165 conmon[31600]: audit 2022-01-25T22:47:14.025565+0000 mon.smithi068 (mon.0) 333 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-25T22:47:14.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:14 smithi165 conmon[31600]: cluster 2022-01-25T22:47:14.025622+0000 mon.smithi068 (mon.0) 334 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-01-25T22:47:14.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:14 smithi165 conmon[31600]: audit 2022-01-25T22:47:14.025724+0000 mon.smithi068 (mon.0) 335 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:14.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:14 smithi165 conmon[31600]: audit 2022-01-25T22:47:14.026802+0000 mon.smithi068 (mon.0) 336 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:47:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: cluster 2022-01-25T22:47:12.153846 2022-01-25T22:47:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: audit 2022-01-25T22:47:13.025804+0000 mon.smithi068 (mon.0) 332 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:47:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: audit 2022-01-25T22:47:14.025565+0000 mon.smithi068 (mon.0) 333 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-25T22:47:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: cluster 2022-01-25T22:47:14.025622+0000 mon.smithi068 (mon.0) 334 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-01-25T22:47:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: audit 2022-01-25T22:47:14.025724+0000 mon.smithi068 (mon.0) 335 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:14 smithi068 conmon[28642]: audit 2022-01-25T22:47:14.026802+0000 mon.smithi068 (mon.0) 336 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:47:15.245 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-25T22:47:15.245 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-25T22:47:15.245 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2022-01-25T22:47:15.245 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2022-01-25T22:47:15.246 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110414 s, 950 MB/s 2022-01-25T22:47:15.246 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2022-01-25T22:47:15.603 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi165:vg_nvme/lv_4 2022-01-25T22:47:16.298 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:16 smithi165 conmon[31600]: cluster 2022-01-25T22:47:14.154168+0000 mgr.smithi068.zkksrk (mgr.14164) 118 : cluster [DBG] pgmap v81: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:16.299 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:16 smithi165 conmon[31600]: audit 2022-01-25T22:47:15.031301+0000 mon.smithi068 (mon.0) 337 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:47:16.299 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:16 smithi165 conmon[31600]: cluster 2022-01-25T22:47:15.031459+0000 mon.smithi068 (mon.0) 338 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-25T22:47:16.299 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:16 smithi165 conmon[31600]: audit 2022-01-25T22:47:15.031603+0000 mon.smithi068 (mon.0) 339 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:16.309 INFO:journalctl@ceph.osd.3.smithi068.stdout:Jan 25 22:47:16 smithi068 conmon[60680]: debug 2022-01-25T22:47:16.152+0000 7f6296160080 -1 osd.3 0 log_to_monitors {default=true} 2022-01-25T22:47:16.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:16 smithi068 conmon[28642]: cluster 2022-01-25T22:47:14.154168 2022-01-25T22:47:16.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:16 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 118 : cluster [DBG] pgmap v81: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:16 smithi068 conmon[28642]: audit 2022-01-25T22:47:15.031301+0000 mon.smithi068 (mon.0) 337 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:47:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:16 smithi068 conmon[28642]: cluster 2022-01-25T22:47:15.031459+0000 mon.smithi068 (mon.0) 338 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-25T22:47:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:16 smithi068 conmon[28642]: audit 2022-01-25T22:47:15.031603+0000 mon.smithi068 (mon.0) 339 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:17 smithi165 conmon[31600]: cluster 2022-01-25T22:47:16.032107+0000 mon.smithi068 2022-01-25T22:47:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:17 smithi165 conmon[31600]: (mon.0) 340 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-25T22:47:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:17 smithi165 conmon[31600]: audit 2022-01-25T22:47:16.032453+0000 mon.smithi068 (mon.0) 341 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:17 smithi165 conmon[31600]: audit 2022-01-25T22:47:16.157276+0000 mon.smithi068 (mon.0) 342 : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-25T22:47:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:17 smithi068 conmon[28642]: cluster 2022-01-25T22:47:16.032107+0000 2022-01-25T22:47:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:17 smithi068 conmon[28642]: mon.smithi068 (mon.0) 340 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-25T22:47:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:17 smithi068 conmon[28642]: audit 2022-01-25T22:47:16.032453+0000 mon.smithi068 (mon.0) 341 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:17 smithi068 conmon[28642]: audit 2022-01-25T22:47:16.157276+0000 mon.smithi068 (mon.0) 342 : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-25T22:47:18.295 INFO:journalctl@ceph.osd.3.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[60680]: debug 2022-01-25T22:47:18.039+0000 7f628c6d1700 -1 osd.3 0 waiting for initial osdmap 2022-01-25T22:47:18.295 INFO:journalctl@ceph.osd.3.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[60680]: debug 2022-01-25T22:47:18.045+0000 7f6284e45700 -1 osd.3 26 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:47:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: cluster 2022-01-25T22:47 2022-01-25T22:47:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: :16.154492+0000 mgr.smithi068.zkksrk (mgr.14164) 119 : cluster [DBG] pgmap v84: 1 pgs: 1 creating+activating; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:18.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:47:18.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 25T22:47:17.038949 2022-01-25T22:47:18.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 343 2022-01-25T22:47:18.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-25T22:47:18.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: cluster 2022 2022-01-25T22:47:18.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: -01-25T22:47:17. 2022-01-25T22:47:18.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 038998+0000 mon.smithi068 (mon.0 2022-01-25T22:47:18.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: ) 344 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-25T22:47:18.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01-25T22:47:18.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01-25T22:47: 2022-01-25T22:47:18.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 17.040247+0000 mon.smithi068 (mon. 2022-01-25T22:47:18.299 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 0) 345 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:18.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01-25T22:47:18.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01-25T22:47:18.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01- 2022-01-25T22:47:18.300 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 25T22:47:17.040568 2022-01-25T22:47:18.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 2022-01-25T22:47:18.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 346 : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:47:18.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:18.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: -01-25T22:47:17 2022-01-25T22:47:18.301 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: .339953+0000 mon.smithi068 (mon.0 2022-01-25T22:47:18.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: ) 347 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:18.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01-25T22:47:18.302 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01-25T22:47:18.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01 2022-01-25T22:47:18.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: -25T22:47:17. 2022-01-25T22:47:18.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 341732+0000 mon.smithi068 (mon.0 2022-01-25T22:47:18.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: ) 348 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:18.303 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01-25T22:47:18.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01-25T22:47: 2022-01-25T22:47:18.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 17.342429+0000 mon.smithi068 (mon.0 2022-01-25T22:47:18.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: ) 349 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:18.304 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01-25T22:47:18.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:47:18.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 47:18.038034+0000 mon.smithi068 2022-01-25T22:47:18.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: (mon.0) 350 : audit [INF] 2022-01-25T22:47:18.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:47:18.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: cluster 2022-01- 2022-01-25T22:47:18.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 25T22:47:18.038092 2022-01-25T22:47:18.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 351 : cluster 2022-01-25T22:47:18.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: [DBG] osdmap e26: 4 total, 3 up, 4 in 2022-01-25T22:47:18.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:47:18.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 25T22:47:18. 2022-01-25T22:47:18.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 038184+0000 mon.smithi068 (mon.0) 352 : audit 2022-01-25T22:47:18.307 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:18.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:18.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 01-25T22:47:18. 2022-01-25T22:47:18.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: 041253+0000 mon.smithi068 (mon.0) 353 : 2022-01-25T22:47:18.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:18 smithi068 conmon[28642]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:18.309 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: cluster 2022-01-25T22:47:16.154492+0000 mgr.smithi068.zkksrk (mgr.14164) 119 : cluster [DBG] pgmap v84: 1 pgs: 1 creating+activating; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:18.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: 2022-01-25T22:47:18.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47:17.038949+0000 mon.smithi068 (mon.0) 343 : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-25T22:47:18.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: cluster 2022-01-25T22:47:17.038998+0000 mon.smithi068 (mon.0) 344 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-25T22:47:18.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47:17.040247+0000 mon.smithi068 (mon.0) 345 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:18.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47:17.040568+0000 mon.smithi068 2022-01-25T22:47:18.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: (mon.0) 346 : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T22:47:18.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47:18.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: 2022-01-25T22:47:17.339953 2022-01-25T22:47:18.312 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 347 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:18.312 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47: 2022-01-25T22:47:18.312 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: 17.341732+0000 mon.smithi068 (mon.0) 348 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:18.312 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:47:18.312 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: 47:17.342429+0000 mon.smithi068 (mon.0) 349 : audit [DBG] 2022-01-25T22:47:18.313 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:18.313 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:47:18.313 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: -25T22:47:18.038034+0000 mon.smithi068 (mon.0) 350 : audit [INF] from='osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]': finished 2022-01-25T22:47:18.313 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: cluster 2022-01-25T22:47:18.314 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: 2022-01-25T22:47:18.038092+0000 mon.smithi068 (mon.0) 351 : cluster [DBG] osdmap e26: 4 total, 3 up, 4 in 2022-01-25T22:47:18.314 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47:18.038184+0000 2022-01-25T22:47:18.314 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: mon.smithi068 (mon.0) 352 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:18.314 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: audit 2022-01-25T22:47:18.041253+0000 2022-01-25T22:47:18.315 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:18 smithi165 conmon[31600]: mon.smithi068 (mon.0) 353 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:19.410 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: audit 2022-01-25T22:47:17.339094+0000 mgr.smithi068.zkksrk (mgr.14164) 120 : audit [DBG] from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:19.410 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:17.341480+0000 mgr.smithi068.zkksrk (mgr.14164) 121 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:47:19.410 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: audit 2022-01-25T22:47:18.144824+0000 mon.smithi068 (mon.0) 354 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:19.411 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.041088+0000 mon.smithi068 (mon.0) 355 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:19.411 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: cluster 2022-01-25T22:47:19.050296+0000 mon.smithi068 (mon.0) 356 : cluster 2022-01-25T22:47:19.411 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: [INF] osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962] boot 2022-01-25T22:47:19.411 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: cluster 2022-01-25T22:47:19.050341+0000 mon.smithi068 (mon.0) 357 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-25T22:47:19.412 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:19 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.050458+0000 mon.smithi068 (mon.0) 358 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:19.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: audit 2022-01-25T22:47:17.339094+0000 mgr.smithi068.zkksrk (mgr.14164) 120 : audit [DBG] from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:17.341480+0000 mgr.smithi068.zkksrk (mgr.14164) 121 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:47:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: audit 2022-01-25T22:47:18.144824+0000 mon.smithi068 (mon.0) 354 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.041088+0000 mon.smithi068 (mon.0) 355 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: cluster 2022-01-25T22:47:19.050296+0000 mon.smithi068 (mon.0) 356 : cluster [INF] osd.3 [v2:172.21.15.68:6826/3650994962,v1:172.21.15.68:6827/3650994962] boot 2022-01-25T22:47:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: cluster 2022-01-25T22:47:19.050341+0000 mon.smithi068 (mon.0) 357 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-25T22:47:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.050458+0000 2022-01-25T22:47:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:19 smithi165 conmon[31600]: mon.smithi068 (mon.0) 358 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:47:20.425 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: cluster 2022-01-25T22:47:17.108440 2022-01-25T22:47:20.425 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: +0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:20.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: cluster 2022-01-25T22:47:17.108542+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:20.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: cluster 2022-01-25T22:47:18.154766+0000 mgr.smithi068.zkksrk (mgr.14164) 122 : cluster [DBG] pgmap v87: 1 pgs: 1 creating+activating; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:20.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.356600+0000 mon.smithi165 (mon.1) 2 : audit [INF] from='client.? 172.21.15.165:0/449468013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df834de3-eb38-48ad-840a-163c6e64e943"}]: dispatch 2022-01-25T22:47:20.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.356936+0000 mon.smithi068 (mon.0) 359 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df834de3-eb38-48ad-840a-163c6e64e943"}]: dispatch 2022-01-25T22:47:20.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.360829+0000 mon.smithi068 (mon.0) 360 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df834de3-eb38-48ad-840a-163c6e64e943"}]': finished 2022-01-25T22:47:20.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: cluster 2022-01-25T22:47:19.360911+0000 mon.smithi068 (mon.0) 361 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-25T22:47:20.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.361040+0000 mon.smithi068 (mon.0) 362 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:20.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:20 smithi068 conmon[28642]: audit 2022-01-25T22:47:19.786877+0000 mon.smithi165 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.165:0/4238737799' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: cluster 2022-01-25T22:47:17.108440+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: cluster 2022-01-25T22 2022-01-25T22:47:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: :47:17.108542+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: cluster 2022-01-25T22:47:18.154766+0000 mgr.smithi068.zkksrk (mgr.14164) 122 : cluster [DBG] pgmap v87: 1 pgs: 1 creating+activating; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:47:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.356600+0000 mon.smithi165 (mon.1) 2 : audit [INF] from='client.? 172.21.15.165:0/449468013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df834de3-eb38-48ad-840a-163c6e64e943"}]: dispatch 2022-01-25T22:47:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.356936+0000 mon.smithi068 (mon.0) 359 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df834de3-eb38-48ad-840a-163c6e64e943"}]: dispatch 2022-01-25T22:47:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.360829+0000 mon.smithi068 (mon.0) 360 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df834de3-eb38-48ad-840a-163c6e64e943"}]': finished 2022-01-25T22:47:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: cluster 2022-01-25T22:47:19.360911+0000 mon.smithi068 (mon.0) 361 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-25T22:47:20.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.361040+0000 mon.smithi068 (mon.0) 362 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:20.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:20 smithi165 conmon[31600]: audit 2022-01-25T22:47:19.786877+0000 mon.smithi165 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.165:0/4238737799' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:22.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:21 smithi068 conmon[28642]: cluster 2022-01-25T22:47:20.155028+0000 mgr.smithi068.zkksrk (mgr.14164) 123 : cluster [DBG] pgmap v90: 1 pgs: 1 creating+activating; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:22.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:21 smithi068 conmon[28642]: audit 2022-01-25T22:47:20.970475+0000 mon.smithi068 (mon.0) 363 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:22.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:21 smithi068 conmon[28642]: audit 2022-01-25T22:47:20.973516+0000 mon.smithi068 (mon.0) 364 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:21 smithi068 conmon[28642]: audit 2022-01-25T22:47:20.976377+0000 mon.smithi068 (mon.0) 365 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:22.417 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: cluster 2022-01-25T22:47:20.155028+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:47:22.417 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: 123 : cluster [DBG] pgmap v90: 1 pgs: 1 creating+activating; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:22.417 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: audit 2022-01-25T22:47:20.970475+0000 mon.smithi068 (mon.0) 363 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:22.418 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: 2022-01-25T22:47:22.418 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:47:22.418 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: 47:20.973516+0000 mon.smithi068 (mon.0) 364 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:22.418 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:47:22.419 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: 01-25T22:47:20.976377+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:22.419 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:21 smithi165 conmon[31600]: 365 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:24.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:24 smithi165 conmon[31600]: cluster 2022-01-25T22:47:22.155334+0000 mgr.smithi068.zkksrk (mgr.14164) 124 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:24.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:24 smithi068 conmon[28642]: cluster 2022-01- 2022-01-25T22:47:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:24 smithi068 conmon[28642]: 25T22:47:22.155334+0000 mgr.smithi068.zkksrk (mgr.14164) 124 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:25.146 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:25 smithi165 conmon[31600]: audit 2022-01-25T22:47:24.321715+0000 mon.smithi068 (mon.0) 366 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-25T22:47:25.146 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:25 smithi165 conmon[31600]: audit 2022-01-25T22:47:24.323017+0000 mon.smithi068 (mon.0) 367 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:25.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:25 smithi068 conmon[28642]: audit 2022-01-25T22:47:24.321715+0000 mon.smithi068 (mon.0) 366 : audit 2022-01-25T22:47:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:25 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-25T22:47:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:25 smithi068 conmon[28642]: audit 2022-01-25T22:47:24.323017+0000 mon.smithi068 (mon.0) 367 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:26.414 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:26 smithi165 conmon[31600]: cluster 2022-01-25T22:47:24.155616+0000 mgr.smithi068.zkksrk (mgr.14164) 125 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:26.414 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:26 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:24.323548+0000 mgr.smithi068.zkksrk (mgr.14164) 126 : cephadm [INF] Deploying daemon osd.4 on smithi165 2022-01-25T22:47:26.415 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:26 smithi165 conmon[31600]: audit 2022-01-25T22:47:25.851695+0000 mon.smithi068 (mon.0) 368 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:26.415 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:26 smithi165 conmon[31600]: audit 2022-01-25T22:47:25.854869+0000 mon.smithi068 (mon.0) 369 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: cluster 2022-01-25T22:47:24.155616+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:47:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: .14164) 125 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:24.323548+0000 mgr.smithi068.zkksrk (mgr.14164) 126 : cephadm [INF] Deploying daemon osd.4 on smithi165 2022-01-25T22:47:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: audit 2022-01-25T22:47:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: 2022-01-25T22:47:25.851695+0000 mon.smithi068 (mon.0) 368 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: 01-25T22:47:25.854869+0000 mon.smithi068 2022-01-25T22:47:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:26 smithi068 conmon[28642]: (mon.0) 369 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:27.217 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 4 on host 'smithi165' 2022-01-25T22:47:27.643 DEBUG:teuthology.orchestra.run.smithi165:osd.4> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.4.service 2022-01-25T22:47:27.645 INFO:tasks.cephadm:Deploying osd.5 on smithi165 with /dev/vg_nvme/lv_3... 2022-01-25T22:47:27.646 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-25T22:47:27.677 INFO:journalctl@ceph.osd.4.smithi165.stdout:-- Logs begin at Tue 2022-01-25 22:37:25 UTC. -- 2022-01-25T22:47:28.370 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: cluster 2022-01-25T22:47:26.156110+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:47:28.370 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: .14164) 127 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:28.370 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: audit 2022-01-25T22:47:27.205925+0000 mon.smithi068 (mon 2022-01-25T22:47:28.371 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: .0) 370 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:28.371 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: audit 2022-01-25T22:47:27.210078 2022-01-25T22:47:28.371 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 371 : audit [INF] 2022-01-25T22:47:28.371 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:28.372 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: audit 2022-01-25T22:47:27 2022-01-25T22:47:28.372 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: .215421+0000 mon.smithi068 (mon.0) 372 : audit 2022-01-25T22:47:28.372 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:28 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:28 smithi068 conmon[28642]: cluster 2022-01-25T22:47:26.156110 2022-01-25T22:47:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:28 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 127 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:28 smithi068 conmon[28642]: audit 2022-01-25T22:47:27.205925+0000 mon.smithi068 (mon.0) 370 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:28 smithi068 conmon[28642]: audit 2022-01-25T22:47:27.210078+0000 mon.smithi068 (mon.0) 371 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:28 smithi068 conmon[28642]: audit 2022-01-25T22:47:27.215421+0000 mon.smithi068 (mon.0) 372 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:29.501 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-25T22:47:29.502 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-25T22:47:29.502 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2022-01-25T22:47:29.502 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2022-01-25T22:47:29.502 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0121564 s, 863 MB/s 2022-01-25T22:47:29.503 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2022-01-25T22:47:29.936 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi165:vg_nvme/lv_3 2022-01-25T22:47:30.193 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:30 smithi165 conmon[31600]: cluster 2022-01-25T22:47:28.156427+0000 mgr.smithi068.zkksrk (mgr.14164) 128 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:30 smithi068 conmon[28642]: cluster 2022-01-25T22:47:28.156427+0000 mgr.smithi068.zkksrk (mgr.14164) 128 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:30.693 INFO:journalctl@ceph.osd.4.smithi165.stdout:Jan 25 22:47:30 smithi165 conmon[37778]: debug 2022-01-25T22:47:30.430+0000 7f11ac045080 -1 osd.4 0 log_to_monitors {default=true} 2022-01-25T22:47:31.376 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:31 smithi165 conmon[31600]: cluster 2022-01-25T22:47:30.156677+0000 mgr.smithi068.zkksrk 2022-01-25T22:47:31.605 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:31 smithi165 conmon[31600]: (mgr.14164) 129 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:31.606 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:31 smithi165 conmon[31600]: audit 2022-01-25T22:47:30.231221+0000 mon.smithi068 (mon.0) 373 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:31.606 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:31 smithi165 conmon[31600]: audit 2022-01-25T22:47:30.433619+0000 mon.smithi165 (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.165:6800/3828620144,v1:172.21.15.165:6801/3828620144]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:47:31.606 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:31 smithi165 conmon[31600]: audit 2022-01-25T22:47:30.433908+0000 mon.smithi068 (mon.0) 374 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:47:31.607 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: cluster 2022-01-25T22:47:30. 2022-01-25T22:47:31.607 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: 156677+0000 mgr.smithi068.zkksrk (mgr.14164) 129 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:31.608 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: audit 2022-01-25T22:47:31.608 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: 2022-01-25T22:47:30.231221 2022-01-25T22:47:31.608 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 2022-01-25T22:47:31.608 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: 373 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:31.609 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:31.609 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: -01-25T22:47:30 2022-01-25T22:47:31.609 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: .433619+0000 mon.smithi165 (mon.1 2022-01-25T22:47:31.609 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: ) 4 : audit [INF] from='osd.4 [v2:172.21.15.165:6800/3828620144,v1:172.21.15.165:6801/3828620144]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:47:31.610 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:47:31.610 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: -25T22:47:30. 2022-01-25T22:47:31.610 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: 433908+0000 mon.smithi068 (mon.0 2022-01-25T22:47:31.611 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: ) 374 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:47:31.611 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:31 smithi068 conmon[28642]: 2022-01-25T22:47:32.484 INFO:journalctl@ceph.osd.4.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[37778]: debug 2022-01-25T22:47:32.245+0000 7f11a25b6700 -1 osd.4 0 waiting for initial osdmap 2022-01-25T22:47:32.485 INFO:journalctl@ceph.osd.4.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[37778]: debug 2022-01-25T22:47:32.250+0000 7f119e531700 -1 osd.4 30 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:47:32.485 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T22:47:31.237766+0000 mon.smithi068 (mon. 2022-01-25T22:47:32.486 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-25T22:47:32.486 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: cluster 2022-01-25T22: 2022-01-25T22:47:32.486 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 47:31.237865+0000 mon.smithi068 (mon.0) 376 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-25T22:47:32.486 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T22:47:31.237979+0000 2022-01-25T22:47:32.487 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: mon.smithi068 (mon.0) 377 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:32.487 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T22:47:32.487 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 2022-01-25T22:47: 2022-01-25T22:47:32.487 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 31.238505+0000 mon.smithi165 (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.165:6800/3828620144,v1:172.21.15.165:6801/3828620144]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:32.488 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 2022-01-25T22:47:32.488 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:47:32.488 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: -25T22:47:31.238715+0000 mon.smithi068 (mon.0) 378 : audit [INF] 2022-01-25T22:47:32.488 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:32.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:47:32.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 25T22:47:31.807679+0000 mgr.smithi068.zkksrk (mgr.14164) 130 2022-01-25T22:47:32.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:32.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T22:47:31.808758 2022-01-25T22:47:32.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 379 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:32.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:32.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 2022-01-25T22:47:31.810231+0000 2022-01-25T22:47:32.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 131 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:47:32.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:47:32.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 22:47:31.810487+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:32.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 380 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:32.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T22:47:32.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 2022-01-25T22:47: 2022-01-25T22:47:32.492 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 31.811209+0000 mon.smithi068 (mon.0) 381 : audit 2022-01-25T22:47:32.492 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:32.492 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:47:32.492 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: 47:32.102947+0000 mon.smithi068 (mon.0) 382 : 2022-01-25T22:47:32.492 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:32 smithi165 conmon[31600]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:31.237766+0000 2022-01-25T22:47:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: mon.smithi068 (mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-25T22:47:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: cluster 2022-01-25T22:47:31.237865+0000 mon.smithi068 (mon.0) 376 : cluster 2022-01-25T22:47:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-25T22:47:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:31.237979+0000 mon.smithi068 (mon 2022-01-25T22:47:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: .0) 377 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 2022-01-25T22:47:31.238505+0000 mon.smithi165 (mon.1) 5 : audit [INF] 2022-01-25T22:47:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: from='osd.4 [v2:172.21.15.165:6800/3828620144,v1:172.21.15.165:6801/3828620144]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:47:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 25T22:47:31.238715+0000 mon.smithi068 (mon.0) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 2022-01-25T22:47:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:47:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 25T22:47:31.807679+0000 mgr.smithi068.zkksrk (mgr.14164) 130 : audit [DBG] 2022-01-25T22:47:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 2022-01-25T22:47:31.808758+0000 mon.smithi068 (mon.0) 379 : audit [DBG] 2022-01-25T22:47:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: cephadm 2022 2022-01-25T22:47:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: -01-25T22:47:31.810231+0000 mgr.smithi068.zkksrk (mgr.14164) 131 : cephadm 2022-01-25T22:47:32.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: [INF] Applying service osd.None on host smithi165... 2022-01-25T22:47:32.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:32.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 2022-01-25T22:47:31.810487+0000 mon.smithi068 (mon.0) 380 2022-01-25T22:47:32.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:32.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:31.811209+0000 mon.smithi068 (mon. 2022-01-25T22:47:32.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: 0) 381 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:32.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: audit 2022-01-25T22:47:32.102947+0000 mon.smithi068 2022-01-25T22:47:32.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:32 smithi068 conmon[28642]: (mon.0) 382 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:33.364 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:33 smithi165 conmon[31600]: cluster 2022-01-25T22:47:32.157104+0000 mgr.smithi068.zkksrk (mgr.14164) 132 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:33.364 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:33 smithi165 conmon[31600]: audit 2022-01-25T22:47:32.243226+0000 mon.smithi068 (mon.0) 383 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:47:33.364 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:33 smithi165 conmon[31600]: cluster 2022-01-25T22:47:32.243302+0000 mon.smithi068 (mon.0) 384 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-25T22:47:33.365 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:33 smithi165 conmon[31600]: audit 2022-01-25T22:47:32.244171+0000 mon.smithi068 (mon.0) 385 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:33.365 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:33 smithi165 conmon[31600]: audit 2022-01-25T22:47:32.246625+0000 mon.smithi068 (mon.0) 386 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: cluster 2022-01-25T22:47:32. 2022-01-25T22:47:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: 157104+0000 mgr.smithi068.zkksrk (mgr.14164) 132 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:47:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: audit 2022-01-25T22:47:32.243226+0000 mon.smithi068 (mon. 2022-01-25T22:47:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: 0) 383 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:47:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: cluster 2022-01-25T22:47:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: 2022-01-25T22:47:32.243302+0000 mon.smithi068 (mon.0) 384 : cluster [DBG] 2022-01-25T22:47:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: osdmap e30: 5 total, 4 up, 5 in 2022-01-25T22:47:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: audit 2022-01-25T22:47:32.244171 2022-01-25T22:47:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 385 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:47:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: 22:47:32.246625+0000 mon.smithi068 (mon.0 2022-01-25T22:47:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:33 smithi068 conmon[28642]: ) 386 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cluster 2022-01-25T22:47:31.403416+0000 osd.4 2022-01-25T22:47:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cluster 2022- 2022-01-25T22:47:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 01-25T22:47:31.403503+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cluster 2022-01-25T22: 2022-01-25T22:47:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 47:33.247061+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 387 : cluster [INF] osd.4 [v2:172.21.15.165:6800/3828620144,v1:172.21.15.165:6801/3828620144] boot 2022-01-25T22:47:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:47:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 22:47:33.247102+0000 mon.smithi068 ( 2022-01-25T22:47:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: mon.0) 388 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-25T22:47:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 01-25T22:47:33.247265+0000 2022-01-25T22:47:34.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: mon.smithi068 (mon.0) 389 : audit [DBG] 2022-01-25T22:47:34.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:34.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cephadm 2022-01-25T22:47 2022-01-25T22:47:34.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: :33.509872+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:47:34.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 133 : cephadm [INF] Detected new or changed devices on smithi165 2022-01-25T22:47:34.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:47:34.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: T22:47:33.514804+0000 mon.smithi068 ( 2022-01-25T22:47:34.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: mon.0) 390 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:34.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:34.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: -01-25T22:47:33.518612+0000 2022-01-25T22:47:34.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: mon.smithi068 (mon.0) 391 : audit 2022-01-25T22:47:34.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:34.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022-01-25T22:47 2022-01-25T22:47:34.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: :33.522443+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:34.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 392 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:34.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:47:34.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 22:47:34.041836+0000 mon.smithi165 ( 2022-01-25T22:47:34.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: mon.1) 6 : audit [INF] from='client.? 172.21.15.165:0/1521511858' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc"}]: dispatch 2022-01-25T22:47:34.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:34.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 01-25T22:47:34.042292 2022-01-25T22:47:34.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 393 : audit 2022-01-25T22:47:34.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc"}]: dispatch 2022-01-25T22:47:34.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022-01-25T22:47 2022-01-25T22:47:34.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: :34.045967+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:34.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 394 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc"}]': finished 2022-01-25T22:47:34.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cluster 2022-01-25T22:47: 2022-01-25T22:47:34.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 34.046043+0000 mon.smithi068 (mon.0) 395 : 2022-01-25T22:47:34.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: cluster [DBG] osdmap e32: 6 total, 5 up, 6 in 2022-01-25T22:47:34.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:47:34.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: 22:47:34.046157+0000 mon.smithi068 (mon 2022-01-25T22:47:34.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:34 smithi068 conmon[28642]: .0) 396 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:34.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: cluster 2022-01-25T22:47:31.403416+0000 osd.4 (osd.4) 2022-01-25T22:47:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: cluster 2022-01-25T22:47:31.403503+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: cluster 2022-01-25T22:47:33.247061+0000 mon.smithi068 (mon.0) 387 : cluster [INF] osd.4 [v2:172.21.15.165:6800/3828620144,v1:172.21.15.165:6801/3828620144] boot 2022-01-25T22:47:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: cluster 2022-01-25T22:47:33.247102+0000 mon.smithi068 (mon.0) 388 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-25T22:47:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:33.247265+0000 mon.smithi068 (mon.0) 389 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:47:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:33.509872+0000 mgr.smithi068.zkksrk (mgr.14164) 133 : cephadm [INF] Detected new or changed devices on smithi165 2022-01-25T22:47:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:33.514804+0000 mon.smithi068 (mon.0) 390 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:33.518612+0000 mon.smithi068 (mon.0) 391 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:33.522443+0000 mon.smithi068 (mon.0) 392 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:34.041836+0000 mon.smithi165 (mon.1) 6 : audit [INF] from='client.? 172.21.15.165:0/1521511858' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc"}]: dispatch 2022-01-25T22:47:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:34.042292+0000 mon.smithi068 (mon.0) 393 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc"}]: dispatch 2022-01-25T22:47:34.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:34.045967+0000 mon.smithi068 (mon.0) 394 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc"}]': finished 2022-01-25T22:47:34.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: cluster 2022-01-25T22:47:34.046043+0000 mon.smithi068 (mon.0) 395 : cluster [DBG] osdmap e32: 6 total, 5 up, 6 in 2022-01-25T22:47:34.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:34 smithi165 conmon[31600]: audit 2022-01-25T22:47:34.046157+0000 mon.smithi068 (mon.0) 396 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:35 smithi068 conmon[28642]: cluster 2022-01-25T22:47:34.157398+0000 mgr.smithi068.zkksrk (mgr.14164) 134 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:35 smithi068 conmon[28642]: audit 2022-01-25T22:47:34.450480+0000 mon.smithi165 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.165:0/940479110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:35 smithi068 conmon[28642]: cluster 2022-01-25T22:47:35.054340+0000 mon.smithi068 (mon.0) 397 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-01-25T22:47:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:35 smithi068 conmon[28642]: audit 2022-01-25T22:47:35.054478+0000 mon.smithi068 (mon.0) 398 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:35.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: cluster 2022-01-25T22:47:34.157398+0000 mgr.smithi068.zkksrk (mgr.14164) 134 : cluster [DBG] 2022-01-25T22:47:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: audit 2022-01-25T22:47:34.450480+0000 mon.smithi165 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.165:0/940479110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: cluster 2022 2022-01-25T22:47:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: -01-25T22:47:35.054340+0000 mon.smithi068 (mon.0) 397 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-01-25T22:47:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:47:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: 25T22:47:35.054478+0000 mon.smithi068 ( 2022-01-25T22:47:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:35 smithi165 conmon[31600]: mon.0) 398 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:38 smithi165 conmon[31600]: cluster 2022-01-25T22:47:36.157672+0000 mgr.smithi068.zkksrk (mgr.14164) 135 : cluster [DBG] pgmap v103: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:38 smithi068 conmon[28642]: cluster 2022-01-25T22:47:36.157672+0000 mgr.smithi068.zkksrk 2022-01-25T22:47:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:38 smithi068 conmon[28642]: (mgr.14164) 135 : cluster [DBG] pgmap v103: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:39.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:39 smithi165 conmon[31600]: cluster 2022-01-25T22:47:38.158156+0000 mgr.smithi068.zkksrk (mgr.14164) 136 : cluster [DBG] pgmap v104: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:39 smithi165 conmon[31600]: audit 2022-01-25T22:47:38.206555+0000 mon.smithi068 (mon.0) 399 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:39 smithi165 conmon[31600]: audit 2022-01-25T22:47:38.209584+0000 mon.smithi068 (mon.0) 400 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:39 smithi165 conmon[31600]: audit 2022-01-25T22:47:39.005300+0000 mon.smithi068 (mon.0) 401 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-25T22:47:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:39 smithi165 conmon[31600]: audit 2022-01-25T22:47:39.006396+0000 mon.smithi068 (mon.0) 402 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:39 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:39.007258+0000 mgr.smithi068.zkksrk (mgr.14164) 137 : cephadm [INF] Deploying daemon osd.5 on smithi165 2022-01-25T22:47:39.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: cluster 2022-01-25T22:47:38.158156+0000 mgr.smithi068.zkksrk (mgr.14164) 136 : cluster 2022-01-25T22:47:39.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: [DBG] pgmap v104: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:39.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: audit 2022-01-25T22:47:38.206555+0000 mon.smithi068 (mon.0) 399 : audit 2022-01-25T22:47:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: audit 2022-01-25T22:47:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: 2022-01-25T22:47:38.209584+0000 2022-01-25T22:47:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: mon.smithi068 (mon.0) 400 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: 2022-01-25T22:47:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: audit 2022-01-25T22:47:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: 2022-01-25T22:47:39 2022-01-25T22:47:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: .005300+0000 2022-01-25T22:47:39.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: mon.smithi068 (mon.0) 401 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-25T22:47:39.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: 2022-01-25T22:47:39.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:47:39.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: 22:47:39.006396+0000 mon.smithi068 (mon 2022-01-25T22:47:39.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: .0) 402 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:39.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:39 2022-01-25T22:47:39.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: .007258+0000 mgr.smithi068.zkksrk (mgr.14164) 137 : 2022-01-25T22:47:39.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:39 smithi068 conmon[28642]: cephadm [INF] Deploying daemon osd.5 on smithi165 2022-01-25T22:47:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:41 smithi068 conmon[28642]: cluster 2022-01-25T22:47:40.158532+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:47:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:41 smithi068 conmon[28642]: mgr.14164) 138 : cluster [DBG] pgmap v105: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:41.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:41 smithi165 conmon[31600]: cluster 2022-01-25T22:47:40.158532+0000 mgr.smithi068.zkksrk (mgr.14164) 138 : cluster [DBG] 2022-01-25T22:47:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:41 smithi165 conmon[31600]: pgmap v105: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:42.116 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 5 on host 'smithi165' 2022-01-25T22:47:42.428 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:42 smithi165 conmon[31600]: audit 2022-01-25T22:47:42.102195+0000 mon.smithi068 (mon.0) 403 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:42.429 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:42 smithi165 conmon[31600]: audit 2022-01-25T22:47:42.106923+0000 mon.smithi068 (mon.0) 404 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:42.429 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:42 smithi165 conmon[31600]: audit 2022-01-25T22:47:42.115601+0000 mon.smithi068 (mon.0) 405 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:42.494 DEBUG:teuthology.orchestra.run.smithi165:osd.5> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.5.service 2022-01-25T22:47:42.497 INFO:tasks.cephadm:Deploying osd.6 on smithi165 with /dev/vg_nvme/lv_2... 2022-01-25T22:47:42.497 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-25T22:47:42.527 INFO:journalctl@ceph.osd.5.smithi165.stdout:-- Logs begin at Tue 2022-01-25 22:37:25 UTC. -- 2022-01-25T22:47:42.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: audit 2022-01-25T22:47:42 2022-01-25T22:47:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: .102195+0000 mon.smithi068 (mon.0) 403 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: audit 2022-01-25T22:47:42. 2022-01-25T22:47:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: 106923+0000 mon.smithi068 (mon.0) 404 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: audit 2022-01-25T22:47 2022-01-25T22:47:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: :42.115601+0000 mon.smithi068 (mon.0) 2022-01-25T22:47:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:42 smithi068 conmon[28642]: 405 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:42.693 INFO:journalctl@ceph.osd.5.smithi165.stdout:Jan 25 22:47:42 smithi165 conmon[41883]: debug 2022-01-25T22:47:42.558+0000 7f68802d4080 -1 Falling back to public interface 2022-01-25T22:47:44.386 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-25T22:47:44.387 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-25T22:47:44.387 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2022-01-25T22:47:44.388 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2022-01-25T22:47:44.388 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.014257 s, 735 MB/s 2022-01-25T22:47:44.388 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2022-01-25T22:47:44.389 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:44 smithi165 conmon[31600]: cluster 2022-01-25T22:47:42.158876+0000 mgr.smithi068.zkksrk (mgr.14164) 139 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:44.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:44 smithi068 conmon[28642]: cluster 2022-01-25T22:47:42.158876+0000 mgr.smithi068.zkksrk 2022-01-25T22:47:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:44 smithi068 conmon[28642]: (mgr.14164) 139 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:44.856 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi165:vg_nvme/lv_2 2022-01-25T22:47:45.562 INFO:journalctl@ceph.osd.5.smithi165.stdout:Jan 25 22:47:45 smithi165 conmon[41883]: debug 2022-01-25T22:47:45.307+0000 7f68802d4080 -1 osd.5 0 log_to_monitors {default=true} 2022-01-25T22:47:46.163 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:46 smithi165 conmon[31600]: cluster 2022-01-25T22:47:44.159152+0000 mgr.smithi068.zkksrk (mgr.14164) 140 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:46.163 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:46 smithi165 conmon[31600]: audit 2022-01-25T22:47:45.031466+0000 mon.smithi068 (mon.0) 406 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:46.163 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:46 smithi165 conmon[31600]: audit 2022-01-25T22:47:45.311285+0000 mon.smithi165 (mon.1) 8 : audit [INF] from='osd.5 [v2:172.21.15.165:6808/1207679426,v1:172.21.15.165:6809/1207679426]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:47:46.164 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:46 smithi165 conmon[31600]: audit 2022-01-25T22:47:45.311653+0000 mon.smithi068 (mon.0) 407 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:47:46.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: cluster 2022-01-25T22:47:44.159152+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:47:46.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: .14164) 140 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:47:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: T22:47:45.031466+0000 mon.smithi068 (mon.0) 406 : audit 2022-01-25T22:47:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:47:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: :47:45.311285+0000 mon.smithi165 (mon. 2022-01-25T22:47:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: 1) 8 : audit [INF] from='osd.5 [v2:172.21.15.165:6808/1207679426,v1:172.21.15.165:6809/1207679426]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:47:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:47:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: 25T22:47:45.311653+0000 mon.smithi068 2022-01-25T22:47:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: (mon.0) 407 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:47:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:46 smithi068 conmon[28642]: 2022-01-25T22:47:47.280 INFO:journalctl@ceph.osd.5.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[41883]: debug 2022-01-25T22:47:47.129+0000 7f6876845700 -1 osd.5 0 waiting for initial osdmap 2022-01-25T22:47:47.280 INFO:journalctl@ceph.osd.5.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[41883]: debug 2022-01-25T22:47:47.135+0000 7f68707bc700 -1 osd.5 35 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:47:47.281 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.122500+0000 mon.smithi068 (mon.0) 408 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-25T22:47:47.281 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: cluster 2022-01-25T22:47:46.122564+0000 mon.smithi068 (mon.0) 409 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-25T22:47:47.281 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.122678+0000 mon.smithi068 (mon.0) 410 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:47.281 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.123153+0000 mon.smithi165 (mon.1) 9 : audit [INF] from='osd.5 [v2:172.21.15.165:6808/1207679426,v1:172.21.15.165:6809/1207679426]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:47.282 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.123380+0000 mon.smithi068 (mon.0) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:47.282 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.509657+0000 mon.smithi068 (mon.0) 412 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:47.282 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.511008+0000 mon.smithi068 (mon.0) 413 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:47.283 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.511619+0000 mon.smithi068 (mon.0 2022-01-25T22:47:47.283 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: ) 414 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:47.283 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:47 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.894457+0000 mon.smithi068 (mon.0) 415 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:47.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022-01-25T22:47:46 2022-01-25T22:47:47.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: .122500+0000 mon.smithi068 (mon.0) 408 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-25T22:47:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: cluster 2022-01-25T22:47:46.122564+0000 mon.smithi068 2022-01-25T22:47:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: (mon.0) 409 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-25T22:47:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: -01-25T22:47: 2022-01-25T22:47:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 46.122678+0000 mon.smithi068 (mon 2022-01-25T22:47:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: .0) 410 : audit [DBG] 2022-01-25T22:47:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022-01-25T22:47:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:47:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 47:46.123153+0000 mon.smithi165 ( 2022-01-25T22:47:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: mon.1) 9 : audit 2022-01-25T22:47:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: [INF] from='osd.5 [v2:172.21.15.165:6808/1207679426,v1:172.21.15.165:6809/1207679426]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: -01-25T22:47:46. 2022-01-25T22:47:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 123380+0000 mon.smithi068 (mon.0 2022-01-25T22:47:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: ) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:47:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 2022-01-25T22:47:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: -01-25T22:47 2022-01-25T22:47:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: :46.509657+0000 mon.smithi068 (mon 2022-01-25T22:47:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: .0) 412 : audit [DBG] 2022-01-25T22:47:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:47:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022-01-25T22:47:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:47:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 47:46.511008+0000 mon.smithi068 ( 2022-01-25T22:47:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: mon.0) 413 : audit [INF] 2022-01-25T22:47:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:47:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022-01-25T22:47:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 2022-01-25T22:47:46.511619+0000 mon.smithi068 2022-01-25T22:47:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: (mon.0) 414 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:47.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: audit 2022 2022-01-25T22:47:47.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: -01-25T22:47:46. 2022-01-25T22:47:47.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: 894457+0000 mon.smithi068 (mon.0) 415 : audit 2022-01-25T22:47:47.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:47 smithi068 conmon[28642]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:48.309 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: cluster 2022-01-25T22:47:46.159505+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:47:48.309 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: 141 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:48.309 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: audit 2022-01-25T22:47:46.508880+0000 mgr.smithi068.zkksrk (mgr.14164) 142 : audit [DBG] from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:48.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:46.510798+0000 mgr.smithi068.zkksrk (mgr.14164) 143 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:47:48.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: audit 2022-01-25T22:47:47.122328+0000 mon.smithi068 (mon.0) 416 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:47:48.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: cluster 2022-01-25T22:47:47.122443+0000 mon.smithi068 (mon.0) 417 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-25T22:47:48.310 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: audit 2022-01-25T22:47:47.122788+0000 mon.smithi068 (mon.0) 418 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:48.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: audit 2022-01-25T22:47:47.127198+0000 mon.smithi068 (mon.0) 419 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:48.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: cluster 2022-01-25T22:47:48.125393+0000 mon.smithi068 (mon.0) 420 : cluster [INF] osd.5 [v2:172.21.15.165:6808/1207679426,v1:172.21.15.165:6809/1207679426] boot 2022-01-25T22:47:48.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: cluster 2022-01-25T22:47:48.125464+0000 mon.smithi068 (mon.0) 421 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-01-25T22:47:48.311 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:48 smithi165 conmon[31600]: audit 2022-01-25T22:47:48.125623+0000 mon.smithi068 (mon.0) 422 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: cluster 2022-01-25T22:47:46.159505+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:47:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: ) 141 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:47:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: audit 2022-01-25T22:47:46.508880+0000 mgr.smithi068.zkksrk (mgr.14164) 142 : audit [DBG] from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:46.510798+0000 mgr.smithi068.zkksrk (mgr.14164) 143 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:47:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: audit 2022-01-25T22:47:47.122328+0000 mon.smithi068 (mon.0) 416 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:47:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: cluster 2022- 2022-01-25T22:47:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: 01-25T22:47:47.122443+0000 mon.smithi068 (mon.0) 417 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-25T22:47:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: audit 2022-01-25T22:47:47 2022-01-25T22:47:48.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: .122788+0000 mon.smithi068 (mon.0) 418 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:48.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:47:48.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: :47:47.127198+0000 mon.smithi068 (mon.0) 419 : audit 2022-01-25T22:47:48.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:48.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: cluster 2022-01-25T22:47:48 2022-01-25T22:47:48.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: .125393+0000 mon.smithi068 (mon.0) 420 : cluster [INF] 2022-01-25T22:47:48.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: osd.5 [v2:172.21.15.165:6808/1207679426,v1:172.21.15.165:6809/1207679426] boot 2022-01-25T22:47:48.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: cluster 2022-01-25T22:47: 2022-01-25T22:47:48.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: 48.125464+0000 mon.smithi068 (mon.0) 421 : cluster 2022-01-25T22:47:48.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-01-25T22:47:48.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:47:48.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: :47:48.125623+0000 mon.smithi068 (mon.0) 422 : 2022-01-25T22:47:48.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:48 smithi068 conmon[28642]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:47:49.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: cluster 2022-01-25T22:47:46.272007+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: cluster 2022-01-25T22:47:46.272099+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:48.562110+0000 mon.smithi068 (mon.0) 423 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:48.925030+0000 mon.smithi068 (mon.0) 424 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:48.929793+0000 mon.smithi068 (mon.0) 425 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:49.120206+0000 mon.smithi165 (mon.1) 10 : audit [INF] from='client.? 172.21.15.165:0/3634789420' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a44adf1-b994-49b0-a107-86949c1ef0ba"}]: dispatch 2022-01-25T22:47:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:49.120593+0000 mon.smithi068 (mon.0) 426 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a44adf1-b994-49b0-a107-86949c1ef0ba"}]: dispatch 2022-01-25T22:47:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:49.126571+0000 mon.smithi068 (mon.0) 427 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a44adf1-b994-49b0-a107-86949c1ef0ba"}]': finished 2022-01-25T22:47:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: cluster 2022-01-25T22:47:49.126621+0000 mon.smithi068 (mon.0) 428 : cluster [DBG] osdmap e37: 7 total, 6 up, 7 in 2022-01-25T22:47:49.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: audit 2022-01-25T22:47:49.126758+0000 mon.smithi068 (mon 2022-01-25T22:47:49.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:49 smithi165 conmon[31600]: .0) 429 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:47:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: cluster 2022-01-25T22:47:46.272007+0000 2022-01-25T22:47:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:47:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: cluster 2022-01-25T22:47:46.272099+0000 osd.5 (osd 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: .5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 2022-01-25T22:47:48.562110+0000 mon.smithi068 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: (mon.0) 423 : audit [INF] 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 2022-01-25T22:47 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: :48.925030+0000 mon.smithi068 ( 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: mon.0) 424 : audit [INF] 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 47:48.929793+0000 mon.smithi068 ( 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: mon.0) 425 : audit 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 2022-01-25T22:47 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: :49.120206+0000 mon.smithi165 (mon. 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 1) 10 : audit [INF] from='client.? 172.21.15.165:0/3634789420' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a44adf1-b994-49b0-a107-86949c1ef0ba"}]: dispatch 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 01-25T22:47: 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 49.120593+0000 mon.smithi068 (mon. 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 0) 426 : audit [INF] 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a44adf1-b994-49b0-a107-86949c1ef0ba"}]: dispatch 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 47:49.126571+0000 mon.smithi068 ( 2022-01-25T22:47:49.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: mon.0) 427 : audit 2022-01-25T22:47:49.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a44adf1-b994-49b0-a107-86949c1ef0ba"}]': finished 2022-01-25T22:47:49.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:47:49.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: T22:47:49.126621 2022-01-25T22:47:49.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 428 : 2022-01-25T22:47:49.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: cluster [DBG] osdmap e37: 7 total, 6 up, 7 in 2022-01-25T22:47:49.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:47:49.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: -25T22:47:49. 2022-01-25T22:47:49.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 126758+0000 mon.smithi068 (mon.0 2022-01-25T22:47:49.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: ) 429 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:47:49.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:49 smithi068 conmon[28642]: 2022-01-25T22:47:50.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:50 smithi165 conmon[31600]: cluster 2022-01-25T22:47:48.159819+0000 mgr.smithi068.zkksrk (mgr.14164) 144 2022-01-25T22:47:50.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:50 smithi165 conmon[31600]: : cluster [DBG] pgmap v112: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:50 smithi165 conmon[31600]: cephadm 2022-01-25T22:47:48.556691+0000 mgr.smithi068.zkksrk (mgr.14164) 145 : cephadm [INF] Detected new or changed devices on smithi165 2022-01-25T22:47:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:50 smithi165 conmon[31600]: audit 2022-01-25T22:47:49.544629+0000 mon.smithi165 (mon.1) 11 : audit [DBG] from='client.? 172.21.15.165:0/3661601974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: cluster 2022-01-25T22:47:48.159819+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:47:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: ) 144 : cluster [DBG] pgmap v112: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:48.556691+0000 mgr.smithi068.zkksrk (mgr.14164) 145 : cephadm [INF] 2022-01-25T22:47:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: Detected new or changed devices on smithi165 2022-01-25T22:47:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: audit 2022-01-25T22:47:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: 2022-01-25T22:47:49. 2022-01-25T22:47:50.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: 544629+0000 mon.smithi165 (mon.1) 11 : audit 2022-01-25T22:47:50.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:50 smithi068 conmon[28642]: [DBG] from='client.? 172.21.15.165:0/3661601974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:47:51.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:51 smithi165 conmon[31600]: cluster 2022-01-25T22:47:50.138787+0000 mon.smithi068 (mon.0) 430 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-01-25T22:47:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:51 smithi165 conmon[31600]: 2022-01-25T22:47:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:51 smithi165 conmon[31600]: audit 2022-01-25T22:47:50.138889+0000 mon.smithi068 (mon.0) 431 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:47:51.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:51 smithi068 conmon[28642]: cluster 2022-01-25T22:47:50.138787+0000 mon.smithi068 (mon.0) 430 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-01-25T22:47:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:51 smithi068 conmon[28642]: audit 2022-01-25T22:47:50.138889+0000 mon.smithi068 (mon.0) 431 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:47:52.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:52 smithi165 conmon[31600]: cluster 2022-01-25T22:47:50.160049+0000 mgr.smithi068.zkksrk (mgr.14164) 146 : cluster [DBG] pgmap v115: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:52 smithi068 conmon[28642]: cluster 2022-01-25T22:47:50.160049+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:47:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:52 smithi068 conmon[28642]: .14164) 146 : cluster [DBG] pgmap v115: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:54.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:54 smithi165 conmon[31600]: cluster 2022-01-25T22:47:52.160427+0000 mgr.smithi068.zkksrk (mgr.14164) 147 : cluster [DBG] pgmap v116: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:54 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:47:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:54 smithi165 conmon[31600]: -25T22:47:53.808471+0000 mon.smithi068 (mon.0) 432 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:54 smithi165 conmon[31600]: audit 2022-01-25T22:47:53.811838+0000 mon.smithi068 (mon.0) 433 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:54 smithi068 conmon[28642]: cluster 2022-01-25T22:47:52.160427+0000 mgr.smithi068.zkksrk (mgr.14164) 147 : cluster [DBG] pgmap v116: 1 pgs: 1 peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:54 smithi068 conmon[28642]: audit 2022-01-25T22:47:53.808471+0000 mon.smithi068 (mon.0) 432 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:54 smithi068 conmon[28642]: audit 2022-01-25T22:47:53.811838+0000 mon.smithi068 (mon.0) 433 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:55.394 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:55 smithi165 conmon[31600]: audit 2022-01-25T22:47:54.242285+0000 mon.smithi068 (mon.0) 434 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-25T22:47:55.394 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:55 smithi165 conmon[31600]: audit 2022-01-25T22:47:54.243062+0000 mon.smithi068 (mon.0) 435 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:55 smithi068 conmon[28642]: audit 2022-01-25T22:47:54.242285+0000 mon.smithi068 (mon.0) 434 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-25T22:47:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:55 smithi068 conmon[28642]: audit 2022-01-25T22:47:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:55 smithi068 conmon[28642]: 2022-01-25T22:47:54.243062+0000 mon.smithi068 (mon.0) 435 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:56.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:56 smithi165 conmon[31600]: cluster 2022-01-25T22:47:54.160698+0000 mgr.smithi068.zkksrk (mgr.14164) 148 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:56.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:56 smithi165 conmon[31600]: cephadm 2022-01-25T 2022-01-25T22:47:56.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:56 smithi165 conmon[31600]: 22:47:54.243721+0000 mgr.smithi068.zkksrk (mgr.14164) 149 : cephadm [INF] Deploying daemon osd.6 on smithi165 2022-01-25T22:47:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:56 smithi068 conmon[28642]: cluster 2022-01-25T22:47:54.160698+0000 mgr.smithi068.zkksrk (mgr.14164) 148 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:56 smithi068 conmon[28642]: cephadm 2022-01-25T22:47:54.243721+0000 mgr.smithi068.zkksrk (mgr.14164) 149 : cephadm [INF] Deploying daemon osd.6 on smithi165 2022-01-25T22:47:57.140 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 6 on host 'smithi165' 2022-01-25T22:47:57.508 DEBUG:teuthology.orchestra.run.smithi165:osd.6> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.6.service 2022-01-25T22:47:57.511 INFO:tasks.cephadm:Deploying osd.7 on smithi165 with /dev/vg_nvme/lv_1... 2022-01-25T22:47:57.511 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-25T22:47:57.542 INFO:journalctl@ceph.osd.6.smithi165.stdout:-- Logs begin at Tue 2022-01-25 22:37:25 UTC. -- 2022-01-25T22:47:57.943 INFO:journalctl@ceph.osd.6.smithi165.stdout:Jan 25 22:47:57 smithi165 conmon[46074]: debug 2022-01-25T22:47:57.605+0000 7f05c2053080 -1 Falling back to public interface 2022-01-25T22:47:58.247 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: cluster 2022-01-25T22:47:56.161030+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:47:58.248 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: .14164) 150 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:58.248 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: audit 2022-01-25T22:47:57.125311+0000 mon.smithi068 (mon.0) 436 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:58.248 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: audit 2022-01-25T22:47:57.131681+0000 mon.smithi068 (mon.0) 437 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:58.248 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: audit 2022-01-25T22:47:57.139193+0000 mon.smithi068 (mon.0) 438 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:58.249 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: audit 2022-01-25T22:47:57.345077+0000 mon.smithi068 (mon.0) 439 : audit 2022-01-25T22:47:58.249 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:47:58.249 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: audit 2022-01-25T22:47:57.346120+0000 mon.smithi068 (mon.0) 440 : audit [INF] 2022-01-25T22:47:58.249 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:47:58 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:47:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: cluster 2022-01-25T22:47:56.161030+0000 mgr.smithi068.zkksrk 2022-01-25T22:47:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: (mgr.14164) 150 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:47:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: audit 2022-01-25T22:47:57.125311+0000 mon.smithi068 (mon.0) 436 : audit 2022-01-25T22:47:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: audit 2022-01-25T22:47:57. 2022-01-25T22:47:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: 131681+0000 mon.smithi068 (mon.0) 437 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: audit 2022-01-25T22:47:57 2022-01-25T22:47:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: .139193+0000 mon.smithi068 (mon.0) 438 : audit [INF] 2022-01-25T22:47:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:47:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:47:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: 01-25T22:47:57.345077+0000 mon.smithi068 (mon.0) 439 : audit [INF] 2022-01-25T22:47:58.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:47:58.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:47:58.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: 25T22:47:57.346120+0000 mon.smithi068 (mon.0) 440 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:47:58.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:47:58 smithi068 conmon[28642]: 2022-01-25T22:47:59.601 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-25T22:47:59.602 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-25T22:47:59.602 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2022-01-25T22:47:59.602 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2022-01-25T22:47:59.603 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0158064 s, 663 MB/s 2022-01-25T22:47:59.603 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2022-01-25T22:48:00.062 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi165:vg_nvme/lv_1 2022-01-25T22:48:00.369 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:00 smithi165 conmon[31600]: cluster 2022-01-25T22:47:58.161398+0000 mgr.smithi068.zkksrk (mgr.14164) 151 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:48:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:00 smithi068 conmon[28642]: cluster 2022-01-25T22:47:58.161398+0000 mgr.smithi068.zkksrk 2022-01-25T22:48:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:00 smithi068 conmon[28642]: (mgr.14164) 151 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:48:00.663 INFO:journalctl@ceph.osd.6.smithi165.stdout:Jan 25 22:48:00 smithi165 conmon[46074]: debug 2022-01-25T22:48:00.368+0000 7f05c2053080 -1 osd.6 0 log_to_monitors {default=true} 2022-01-25T22:48:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: cluster 2022-01-25T22:48:00.161675+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:48:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: 14164) 152 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:48:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: audit 2022-01-25T22:48:00.201732+0000 mon.smithi068 (mon.0) 441 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: audit 2022-01-25T22:48:00.373792+0000 mon.smithi165 ( 2022-01-25T22:48:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: mon.1) 12 : audit [INF] from='osd.6 [v2:172.21.15.165:6816/4157656453,v1:172.21.15.165:6817/4157656453]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:48:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:48:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: -25T22:48:00.374174+0000 2022-01-25T22:48:01.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: mon.smithi068 (mon.0) 442 : audit [INF] 2022-01-25T22:48:01.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:01 smithi068 conmon[28642]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:48:01.614 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:01 smithi165 conmon[31600]: cluster 2022-01-25T22:48:00.161675+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:48:01.615 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:01 smithi165 conmon[31600]: ) 152 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:48:01.615 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:01 smithi165 conmon[31600]: audit 2022-01-25T22:48:00.201732+0000 mon.smithi068 (mon.0) 441 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:01.616 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:01 smithi165 conmon[31600]: audit 2022-01-25T22:48:00.373792+0000 mon.smithi165 (mon.1) 12 : audit [INF] from='osd.6 [v2:172.21.15.165:6816/4157656453,v1:172.21.15.165:6817/4157656453]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:48:01.616 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:01 smithi165 conmon[31600]: audit 2022-01-25T22:48:00.374174+0000 mon.smithi068 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:48:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: audit 2022-01-25T22:48:01.206251+0000 mon.smithi068 (mon 2022-01-25T22:48:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: .0) 443 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-25T22:48:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: cluster 2022-01-25T22:48:01.206358+0000 mon.smithi068 (mon.0) 444 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-01-25T22:48:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: audit 2022-01-25T22:48:01.206857+0000 mon.smithi068 (mon.0) 445 : audit 2022-01-25T22:48:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:48:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: 25T22:48:01.209684+0000 mon.smithi165 (mon.1) 13 : audit [INF] from='osd.6 [v2:172.21.15.165:6816/4157656453,v1:172.21.15.165:6817/4157656453]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:02.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: audit 2022-01-25T22:48: 2022-01-25T22:48:02.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: 01.214001+0000 mon.smithi068 (mon.0) 446 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:02.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:48:02.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: :48:02.009918+0000 mon.smithi068 (mon.0 2022-01-25T22:48:02.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:02 smithi068 conmon[28642]: ) 447 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:02.643 INFO:journalctl@ceph.osd.6.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[46074]: debug 2022-01-25T22:48:02.222+0000 7f05b9dc7700 -1 osd.6 0 waiting for initial osdmap 2022-01-25T22:48:02.643 INFO:journalctl@ceph.osd.6.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[46074]: debug 2022-01-25T22:48:02.228+0000 7f05b253b700 -1 osd.6 40 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:48:02.643 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[31600]: audit 2022-01-25T22:48:01.206251+0000 mon.smithi068 (mon.0) 443 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-25T22:48:02.644 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[31600]: cluster 2022-01-25T22:48:01.206358+0000 mon.smithi068 (mon.0) 444 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-01-25T22:48:02.644 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[31600]: audit 2022-01-25T22:48:01.206857+0000 mon.smithi068 (mon.0) 445 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:02.644 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[31600]: audit 2022-01-25T22:48:01.209684+0000 mon.smithi165 (mon.1) 13 : audit [INF] from='osd.6 [v2:172.21.15.165:6816/4157656453,v1:172.21.15.165:6817/4157656453]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:02.644 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[31600]: audit 2022-01-25T22:48:01.214001+0000 mon.smithi068 (mon.0) 446 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:02.645 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:02 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.009918+0000 mon.smithi068 (mon.0) 447 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:03.232 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: cluster 2022-01-25T22:48:02.162124+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:48:03.233 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: 14164) 153 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:48:03.233 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.217901+0000 mon.smithi068 (mon.0) 448 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:48:03.233 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: cluster 2022-01-25T22:48:02.217992+0000 mon.smithi068 (mon.0) 449 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-25T22:48:03.234 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.218382+0000 mon.smithi068 (mon.0) 450 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:03.234 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.222648+0000 mon.smithi068 (mon.0) 451 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:03.234 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.385342+0000 mgr.smithi068.zkksrk (mgr.14164) 154 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:03.234 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.386139+0000 mon.smithi068 (mon.0) 452 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:48:03.235 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: cephadm 2022-01-25T22:48:02.387329+0000 mgr.smithi068.zkksrk (mgr.14164) 155 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:48:03.235 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.387554+0000 mon.smithi068 (mon.0) 453 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:48:03.235 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:02.388164+0000 mon.smithi068 (mon.0) 454 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:03.235 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: cluster 2022-01-25T22:48:03.217251+0000 mon.smithi068 (mon.0) 455 : cluster [INF] osd.6 [v2:172.21.15.165:6816/4157656453,v1:172.21.15.165:6817/4157656453] boot 2022-01-25T22:48:03.236 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: cluster 2022-01-25T22:48:03.217314+0000 mon.smithi068 (mon.0) 456 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-01-25T22:48:03.236 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:03 smithi165 conmon[31600]: audit 2022-01-25T22:48:03.217468+0000 mon.smithi068 (mon.0) 457 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:03.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: cluster 2022-01-25T22:48:02.162124+0000 mgr.smithi068.zkksrk (mgr.14164) 153 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:48:03.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01-25T22:48:02.217901+0000 mon.smithi068 (mon.0) 448 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:48:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: cluster 2022-01-25T22:48:02.217992+0000 mon.smithi068 (mon.0 2022-01-25T22:48:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: ) 449 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-25T22:48:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:48:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 25T22:48:02.218382+0000 mon.smithi068 (mon.0) 450 2022-01-25T22:48:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:48:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 48:02.222648+0000 mon.smithi068 (mon.0 2022-01-25T22:48:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: ) 451 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:03.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:48:03.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: :48:02.385342+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:48:03.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: ) 154 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:03.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:48:03.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 25T22:48:02.386139+0000 mon.smithi068 2022-01-25T22:48:03.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: (mon.0) 452 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:48:03.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 2022-01-25T22:48:03.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: cephadm 2022-01-25T22:48:03.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 2022-01-25T22:48:02.387329+0000 mgr.smithi068.zkksrk 2022-01-25T22:48:03.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: (mgr.14164) 155 : cephadm [INF] Applying service osd.None on host smithi165... 2022-01-25T22:48:03.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:48:03.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 01-25T22:48:02.387554+0000 2022-01-25T22:48:03.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: mon.smithi068 (mon.0) 453 : audit [INF] 2022-01-25T22:48:03.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:48:03.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01-25T22:48:02 2022-01-25T22:48:03.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: .388164+0000 mon.smithi068 (mon.0) 454 : 2022-01-25T22:48:03.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:03.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: cluster 2022-01-25T22 2022-01-25T22:48:03.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: :48:03.217251+0000 mon.smithi068 (mon. 2022-01-25T22:48:03.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 0) 455 : cluster [INF] osd.6 [v2:172.21.15.165:6816/4157656453,v1:172.21.15.165:6817/4157656453] boot 2022-01-25T22:48:03.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: cluster 2022- 2022-01-25T22:48:03.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: 01-25T22:48:03.217314 2022-01-25T22:48:03.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 456 : cluster 2022-01-25T22:48:03.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-01-25T22:48:03.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: audit 2022-01-25T22:48:03.217468+0000 mon.smithi068 (mon 2022-01-25T22:48:03.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:03 smithi068 conmon[28642]: .0) 457 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:48:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: cluster 2022-01-25T22:48:01.334742+0000 osd.6 ( 2022-01-25T22:48:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:48:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: cluster 2022-01-25T22:48:01.334825+0000 osd.6 (osd 2022-01-25T22:48:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: .6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:48:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: cephadm 2022-01-25T22: 2022-01-25T22:48:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 48:03.488494+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:48:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 156 : cephadm [INF] Detected new or changed devices on smithi165 2022-01-25T22:48:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:48:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 25T22:48:03.494061+0000 mon.smithi068 2022-01-25T22:48:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: (mon.0) 458 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 2022-01-25T22:48:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: audit 2022-01-25T22:48:04.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 2022-01-25T22:48:03.498158+0000 mon.smithi068 ( 2022-01-25T22:48:04.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: mon.0) 459 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:04.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:48:04.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 01-25T22:48:03.502013+0000 2022-01-25T22:48:04.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: mon.smithi068 (mon.0) 460 : audit [DBG] 2022-01-25T22:48:04.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:04.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: audit 2022-01-25T22:48 2022-01-25T22:48:04.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: :03.506646+0000 mon.smithi068 (mon.0) 2022-01-25T22:48:04.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: 461 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:04.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:48:04.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: T22:48:04.219469+0000 mon.smithi068 ( 2022-01-25T22:48:04.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:04 smithi068 conmon[28642]: mon.0) 462 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-01-25T22:48:04.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: cluster 2022-01-25T22:48:01.334742+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:48:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: cluster 2022-01-25T22:48:01.334825+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:48:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: cephadm 2022-01-25T22:48:03.488494+0000 mgr.smithi068.zkksrk (mgr.14164) 156 : cephadm [INF] Detected new or changed devices on smithi165 2022-01-25T22:48:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: audit 2022-01-25T22:48:03.494061+0000 mon.smithi068 (mon.0) 458 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: audit 2022-01-25T22:48:03.498158+0000 mon.smithi068 (mon.0) 459 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: audit 2022-01-25T22:48:03.502013+0000 mon.smithi068 (mon.0) 460 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: audit 2022-01-25T22:48:03.506646+0000 mon.smithi068 (mon.0) 461 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: cluster 2022-01-25T22:48:04.219469+0000 mon.smithi068 (mon.0) 462 : cluster [DBG] 2022-01-25T22:48:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:04 smithi165 conmon[31600]: osdmap e42: 7 total, 7 up, 7 in 2022-01-25T22:48:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: cluster 2022-01-25T22:48:04.162562+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:48:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: ) 157 : cluster [DBG] pgmap v125: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: audit 2022-01-25T22:48:04.549346+0000 mon.smithi165 (mon.1) 14 : audit [INF] from='client.? 172.21.15.165:0/2359623938' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "596e8986-8e9a-4e36-b18e-e7c892fb6902"}]: dispatch 2022-01-25T22:48:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: audit 2022-01-25T22:48:04.549810+0000 mon.smithi068 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "596e8986-8e9a-4e36-b18e-e7c892fb6902"}]: dispatch 2022-01-25T22:48:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: audit 2022-01-25T22:48:04.554056+0000 2022-01-25T22:48:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: mon.smithi068 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "596e8986-8e9a-4e36-b18e-e7c892fb6902"}]': finished 2022-01-25T22:48:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:48:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: 22:48:04.554149+0000 mon.smithi068 (mon.0) 465 : cluster [DBG] osdmap e43: 8 total, 7 up, 8 in 2022-01-25T22:48:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:48:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: -25T22:48:04.554381+0000 mon.smithi068 (mon.0) 466 : audit 2022-01-25T22:48:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: audit 2022-01-25T22:48:04 2022-01-25T22:48:05.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:05 smithi068 conmon[28642]: .952480+0000 mon.smithi165 (mon.1) 15 : audit [DBG] from='client.? 172.21.15.165:0/1604607476' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:48:05.943 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: cluster 2022-01-25T22:48:04.162562+0000 mgr.smithi068.zkksrk (mgr.14164) 157 : 2022-01-25T22:48:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: cluster [DBG] pgmap v125: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit 2022-01-25T22:48:04.549346+0000 mon.smithi165 (mon.1) 14 : audit [INF] from='client.? 172.21.15.165:0/2359623938' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "596e8986-8e9a-4e36-b18e-e7c892fb6902"}]: dispatch 2022-01-25T22:48:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit 2022-01-25T22:48:04.549810+0000 mon.smithi068 (mon.0) 2022-01-25T22:48:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "596e8986-8e9a-4e36-b18e-e7c892fb6902"}]: dispatch 2022-01-25T22:48:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit 2022-01-25T22:48 2022-01-25T22:48:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: :04.554056+0000 mon.smithi068 (mon.0) 464 : 2022-01-25T22:48:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "596e8986-8e9a-4e36-b18e-e7c892fb6902"}]': finished 2022-01-25T22:48:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: cluster 2022-01-25T22:48: 2022-01-25T22:48:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: 04.554149+0000 mon.smithi068 (mon.0) 465 : cluster 2022-01-25T22:48:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: [DBG] osdmap e43: 8 total, 7 up, 8 in 2022-01-25T22:48:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit 2022-01-25T22:48 2022-01-25T22:48:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: :04.554381+0000 mon.smithi068 (mon.0) 466 : 2022-01-25T22:48:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: audit 2022-01-25T22:48: 2022-01-25T22:48:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: 04.952480+0000 mon.smithi165 (mon.1) 15 : audit 2022-01-25T22:48:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:05 smithi165 conmon[31600]: [DBG] from='client.? 172.21.15.165:0/1604607476' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:48:08.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:08 smithi165 conmon[31600]: cluster 2022-01-25T22:48:06.163054+0000 mgr.smithi068.zkksrk (mgr.14164) 158 : cluster [DBG] pgmap v128: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:08 smithi068 conmon[28642]: cluster 2022-01-25T22:48:06.163054+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:48:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:08 smithi068 conmon[28642]: 14164) 158 : cluster [DBG] pgmap v128: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:10.377 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:10 smithi165 conmon[31600]: cluster 2022-01-25T22:48:08.163661+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:48:10.378 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:10 smithi165 conmon[31600]: .14164) 159 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:10.378 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:10 smithi165 conmon[31600]: audit 2022-01-25T22:48:09.721679+0000 mon.smithi068 (mon.0) 467 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-25T22:48:10.378 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:10 smithi165 conmon[31600]: audit 2022-01-25T22:48:09.722625+0000 mon.smithi068 (mon.0) 468 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:10 smithi068 conmon[28642]: cluster 2022-01-25T22:48:08.163661+0000 mgr.smithi068.zkksrk 2022-01-25T22:48:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:10 smithi068 conmon[28642]: (mgr.14164) 159 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:10 smithi068 conmon[28642]: audit 2022-01-25T22:48:09.721679+0000 mon.smithi068 (mon.0) 467 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-25T22:48:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:10 smithi068 conmon[28642]: audit 2022-01-25T22:48:09.722625+0000 mon.smithi068 (mon.0) 468 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:11 smithi165 conmon[31600]: cephadm 2022-01-25T22:48:09.723377+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:48:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:11 smithi165 conmon[31600]: 160 : cephadm [INF] Deploying daemon osd.7 on smithi165 2022-01-25T22:48:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:11 smithi068 conmon[28642]: cephadm 2022-01-25T22:48:09.723377+0000 mgr.smithi068.zkksrk 2022-01-25T22:48:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:11 smithi068 conmon[28642]: (mgr.14164) 160 : cephadm [INF] Deploying daemon osd.7 on smithi165 2022-01-25T22:48:12.313 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:12 smithi165 conmon[31600]: cluster 2022-01-25T22:48:10.164068+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:48:12.313 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:12 smithi165 conmon[31600]: 14164) 161 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:12 smithi068 conmon[28642]: cluster 2022-01-25T22:48:10.164068+0000 2022-01-25T22:48:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:12 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 161 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:13.035 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 7 on host 'smithi165' 2022-01-25T22:48:13.349 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:13 smithi165 conmon[31600]: audit 2022-01-25T22:48:13.022643+0000 mon.smithi068 (mon.0) 2022-01-25T22:48:13.349 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:13 smithi165 conmon[31600]: 469 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:13.350 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:13 smithi165 conmon[31600]: audit 2022-01-25T22:48:13.027338+0000 mon.smithi068 (mon.0) 470 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:13.350 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:13 smithi165 conmon[31600]: audit 2022-01-25T22:48:13.034176+0000 mon.smithi068 (mon.0) 471 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:13.381 DEBUG:teuthology.orchestra.run.smithi165:osd.7> sudo journalctl -f -n 0 -u ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.7.service 2022-01-25T22:48:13.384 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2022-01-25T22:48:13.384 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:48:13.412 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:13 smithi068 conmon[28642]: audit 2022-01-25T22:48:13.022643+0000 mon.smithi068 2022-01-25T22:48:13.412 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:13 smithi068 conmon[28642]: (mon.0) 469 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:13.412 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:13 smithi068 conmon[28642]: audit 2022-01-25T22:48:13.027338+0000 mon.smithi068 (mon.0 2022-01-25T22:48:13.413 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:13 smithi068 conmon[28642]: ) 470 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:13.413 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:13 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:48:13.413 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:13 smithi068 conmon[28642]: -25T22:48:13.034176+0000 mon.smithi068 (mon.0) 471 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:13.414 INFO:journalctl@ceph.osd.7.smithi165.stdout:-- Logs begin at Tue 2022-01-25 22:37:25 UTC. -- 2022-01-25T22:48:13.693 INFO:journalctl@ceph.osd.7.smithi165.stdout:Jan 25 22:48:13 smithi165 conmon[50260]: debug 2022-01-25T22:48:13.423+0000 7f64ecc30080 -1 Falling back to public interface 2022-01-25T22:48:14.408 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:14 smithi068 conmon[28642]: cluster 2022-01-25T22:48:12.164490+0000 mgr.smithi068.zkksrk (mgr.14164) 162 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:14.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:14 smithi165 conmon[31600]: cluster 2022-01-25T22:48:12.164490+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:48:14.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:14 smithi165 conmon[31600]: 162 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:15.062 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:15.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:15 smithi165 conmon[31600]: audit 2022-01-25T22:48:15.063098+0000 mon.smithi068 (mon.0) 472 : audit [DBG] from='client.? 172.21.15.68:0/3025994120' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:48:15.466 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:15 smithi068 conmon[28642]: audit 2022-01-25T22:48 2022-01-25T22:48:15.467 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:15 smithi068 conmon[28642]: :15.063098+0000 mon.smithi068 (mon.0) 472 : audit [DBG] from='client.? 172.21.15.68:0/3025994120' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:48:15.495 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":43,"num_osds":8,"num_up_osds":7,"osd_up_since":1643150883,"num_in_osds":8,"osd_in_since":1643150884,"num_remapped_pgs":0} 2022-01-25T22:48:16.443 INFO:journalctl@ceph.osd.7.smithi165.stdout:Jan 25 22:48:16 smithi165 conmon[50260]: debug 2022-01-25T22:48:16.156+0000 7f64ecc30080 -1 osd.7 0 log_to_monitors {default=true} 2022-01-25T22:48:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:16 smithi165 conmon[31600]: cluster 2022-01-25T22:48:14.164953+0000 mgr.smithi068.zkksrk (mgr.14164) 163 2022-01-25T22:48:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:16 smithi165 conmon[31600]: : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:16 smithi165 conmon[31600]: audit 2022-01-25T22:48:15.834134+0000 mon.smithi068 (mon.0) 473 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:16.497 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:48:16.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:16 smithi068 conmon[28642]: cluster 2022-01-25T22:48:14.164953+0000 mgr.smithi068.zkksrk (mgr.14164) 163 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:16.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:16 smithi068 conmon[28642]: audit 2022-01-25T22:48:15.834134+0000 mon.smithi068 (mon.0) 473 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:17.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:17 smithi068 conmon[28642]: audit 2022-01-25T22:48: 2022-01-25T22:48:17.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:17 smithi068 conmon[28642]: 16.160545+0000 mon.smithi165 (mon.1) 16 : audit [INF] from='osd.7 [v2:172.21.15.165:6824/1381273579,v1:172.21.15.165:6825/1381273579]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:48:17.236 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:17 smithi068 conmon[28642]: audit 2022-01-25T22:48:16.161009+0000 mon.smithi068 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:48:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:17 smithi165 conmon[31600]: audit 2022-01-25T22:48:16.160545+0000 mon.smithi165 2022-01-25T22:48:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:17 smithi165 conmon[31600]: (mon.1) 16 : audit [INF] from='osd.7 [v2:172.21.15.165:6824/1381273579,v1:172.21.15.165:6825/1381273579]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:48:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:17 smithi165 conmon[31600]: audit 2022-01-25T22:48:16.161009+0000 mon.smithi068 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:48:18.094 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:18.422 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:48:18.423 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: T22:48:16.165324+0000 mgr.smithi068.zkksrk (mgr.14164) 164 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:18.423 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: audit 2022-01-25T22:48:17.148374+0000 mon.smithi068 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-25T22:48:18.424 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: cluster 2022-01-25T22:48:17.148436+0000 mon.smithi068 (mon.0) 476 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-01-25T22:48:18.424 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: audit 2022-01-25T22:48:17.148559+0000 mon.smithi068 (mon.0) 477 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:18.424 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: audit 2022-01-25T22:48:17.149021+0000 mon.smithi165 (mon.1) 17 : audit [INF] from='osd.7 [v2:172.21.15.165:6824/1381273579,v1:172.21.15.165:6825/1381273579]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:18.424 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: audit 2022-01-25T22:48:17.149264+0000 mon.smithi068 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:18.425 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:18 smithi068 conmon[28642]: audit 2022-01-25T22:48:18.094888+0000 mon.smithi068 (mon.0) 479 : audit [DBG] from='client.? 172.21.15.68:0/169315287' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:48:18.426 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":44,"num_osds":8,"num_up_osds":7,"osd_up_since":1643150883,"num_in_osds":8,"osd_in_since":1643150884,"num_remapped_pgs":0} 2022-01-25T22:48:18.443 INFO:journalctl@ceph.osd.7.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[50260]: debug 2022-01-25T22:48:18.151+0000 7f64e31a1700 -1 osd.7 0 waiting for initial osdmap 2022-01-25T22:48:18.443 INFO:journalctl@ceph.osd.7.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[50260]: debug 2022-01-25T22:48:18.159+0000 7f64df11c700 -1 osd.7 45 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:48:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: cluster 2022-01-25T22:48:16.165324+0000 2022-01-25T22:48:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 164 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: 2022-01-25T22:48:17.148374+0000 mon.smithi068 (mon.0) 475 : audit [INF] 2022-01-25T22:48:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-25T22:48:18.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: cluster 2022-01-25T22: 2022-01-25T22:48:18.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: 48:17.148436+0000 mon.smithi068 (mon.0) 476 : 2022-01-25T22:48:18.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-01-25T22:48:18.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:48:18.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: 25T22:48:17.148559+0000 mon.smithi068 (mon. 2022-01-25T22:48:18.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: 0) 477 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:18.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:48:18.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: -25T22:48:17.149021+0000 2022-01-25T22:48:18.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: mon.smithi165 (mon.1) 17 : audit [INF] from='osd.7 [v2:172.21.15.165:6824/1381273579,v1:172.21.15.165:6825/1381273579]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:18.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:48:18.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: T22:48:17.149264+0000 mon.smithi068 (mon.0) 478 2022-01-25T22:48:18.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2022-01-25T22:48:18.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:48:18.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: 25T22:48:18.094888+0000 mon.smithi068 (mon. 2022-01-25T22:48:18.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:18 smithi165 conmon[31600]: 0) 479 : audit [DBG] from='client.? 172.21.15.68:0/169315287' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:48:19.427 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:48:19.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.149533+0000 mon.smithi068 (mon.0) 480 : audit [INF] 2022-01-25T22:48:19.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:48:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: cluster 2022-01-25T22:48:18.149610+0000 mon.smithi068 (mon.0) 481 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-01-25T22:48:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.150344+0000 mon.smithi068 (mon.0) 482 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.155310+0000 mon.smithi068 (mon.0) 483 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.450314+0000 mon.smithi068 (mon.0) 484 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.453573+0000 mon.smithi068 (mon.0) 485 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.456623+0000 mon.smithi068 (mon.0) 486 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:19.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:18.463416+0000 mon.smithi068 (mon.0) 487 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:19.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: cluster 2022-01-25T22:48:19.149568+0000 mon.smithi068 (mon.0) 488 : cluster [INF] osd.7 [v2:172.21.15.165:6824/1381273579,v1:172.21.15.165:6825/1381273579] boot 2022-01-25T22:48:19.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: cluster 2022-01-25T22:48:19.149653+0000 mon.smithi068 (mon.0) 489 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2022-01-25T22:48:19.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:19 smithi165 conmon[31600]: audit 2022-01-25T22:48:19.149822+0000 mon.smithi068 (mon.0) 490 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:19.460 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01-25T22:48:18 2022-01-25T22:48:19.460 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: .149533+0000 mon.smithi068 (mon.0) 480 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2022-01-25T22:48:19.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: cluster 2022-01-25T22:48:18 2022-01-25T22:48:19.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: .149610+0000 mon.smithi068 (mon.0) 481 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-01-25T22:48:19.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01-25T22:48 2022-01-25T22:48:19.461 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: :18.150344+0000 mon.smithi068 (mon.0) 482 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:19.462 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01-25T22:48:18.155310+0000 mon.smithi068 (mon 2022-01-25T22:48:19.462 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: .0) 483 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:19.462 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01-25T22:48:18.450314+0000 mon.smithi068 (mon.0) 484 : 2022-01-25T22:48:19.462 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:19.463 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:48:19.463 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: -25T22:48:18.453573+0000 mon.smithi068 (mon.0) 485 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:19.463 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01-25T22:48:18. 2022-01-25T22:48:19.463 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: 456623+0000 mon.smithi068 (mon.0) 486 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:19.463 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022-01-25T22:48:18.463416+0000 2022-01-25T22:48:19.464 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: mon.smithi068 (mon.0) 487 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:48:19.464 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: cluster 2022-01-25T22:48:19.149568+0000 mon.smithi068 (mon 2022-01-25T22:48:19.464 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: .0) 488 : cluster [INF] osd.7 [v2:172.21.15.165:6824/1381273579,v1:172.21.15.165:6825/1381273579] boot 2022-01-25T22:48:19.465 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: cluster 2022-01-25T22:48:19.465 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: 2022-01-25T22:48:19.149653+0000 mon.smithi068 (mon.0) 489 : 2022-01-25T22:48:19.465 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2022-01-25T22:48:19.465 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:48:19.466 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:19 smithi068 conmon[28642]: 01-25T22:48:19.149822+0000 mon.smithi068 (mon.0) 490 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:48:20.436 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:20 smithi068 conmon[28642]: cluster 2022-01-25T22:48:17.171542+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:48:20.436 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:20 smithi068 conmon[28642]: cluster 2022-01-25T22:48:17.171624+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:48:20.436 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:20 smithi068 conmon[28642]: cluster 2022-01-25T22:48:18.165548+0000 mgr.smithi068.zkksrk (mgr.14164) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:20.437 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:20 smithi068 conmon[28642]: cephadm 2022-01-25T22:48:18.445405+0000 mgr.smithi068.zkksrk (mgr.14164) 166 : cephadm [INF] Detected new or changed devices on smithi165 2022-01-25T22:48:20.437 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:20 smithi068 conmon[28642]: cluster 2022-01-25T22:48:20.151792+0000 mon.smithi068 (mon.0) 491 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-01-25T22:48:20.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: cluster 2022-01-25T22:48:17.171542+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:48:20.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: cluster 2022-01-25T22:48:17.171624+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:48:20.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: cluster 2022-01-25T22:48:18.165548+0000 mgr.smithi068.zkksrk (mgr.14164) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:48:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: cephadm 2022-01-25T22:48:18.445405+0000 mgr.smithi068.zkksrk (mgr.14164) 166 : cephadm [INF] 2022-01-25T22:48:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: Detected new or changed devices on smithi165 2022-01-25T22:48:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: cluster 2022-01-25T22:48:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: 2022-01-25T22:48:20.151792+0000 mon.smithi068 (mon.0) 2022-01-25T22:48:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:20 smithi165 conmon[31600]: 491 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-01-25T22:48:20.984 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:21.308 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:21 smithi068 conmon[28642]: cluster 2022-01-25T22:48:20.165797+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:48:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:21 smithi068 conmon[28642]: 14164) 167 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:21 smithi068 conmon[28642]: audit 2022-01-25T22:48:20.984702+0000 mon.smithi068 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.68:0/2899085711' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:48:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:21 smithi068 conmon[28642]: cluster 2022-01-25T22:48:21.153038+0000 mon.smithi068 (mon.0) 493 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-01-25T22:48:21.358 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":47,"num_osds":8,"num_up_osds":8,"osd_up_since":1643150899,"num_in_osds":8,"osd_in_since":1643150884,"num_remapped_pgs":0} 2022-01-25T22:48:21.359 INFO:tasks.cephadm:Setting up client nodes... 2022-01-25T22:48:21.360 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2022-01-25T22:48:21.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:21 smithi165 conmon[31600]: cluster 2022-01-25T22:48:20.165797+0000 mgr.smithi068.zkksrk (mgr.14164) 167 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:21 smithi165 conmon[31600]: audit 2022-01-25T22:48:20.984702+0000 mon.smithi068 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.68:0/2899085711' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:48:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:21 smithi165 conmon[31600]: cluster 2022-01-25T22:48:21.153038+0000 mon.smithi068 (mon. 2022-01-25T22:48:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:21 smithi165 conmon[31600]: 0) 493 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-01-25T22:48:23.222 INFO:teuthology.orchestra.run.smithi068.stdout:[client.0] 2022-01-25T22:48:23.223 INFO:teuthology.orchestra.run.smithi068.stdout: key = AQA3fvBhPXkeDRAAiNGRSXYYA4tGNwlqV4b5/Q== 2022-01-25T22:48:23.714 DEBUG:teuthology.orchestra.run.smithi068:> set -ex 2022-01-25T22:48:23.715 DEBUG:teuthology.orchestra.run.smithi068:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2022-01-25T22:48:23.715 DEBUG:teuthology.orchestra.run.smithi068:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-01-25T22:48:23.756 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:48:24.236 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:24.372 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:24 smithi068 conmon[28642]: cluster 2022-01-25T22:48:22 2022-01-25T22:48:24.373 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:24 smithi068 conmon[28642]: .166089+0000 mgr.smithi068.zkksrk (mgr.14164) 168 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:24.373 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:24 smithi068 conmon[28642]: audit 2022-01-25T22:48:23.219921+0000 mon.smithi068 (mon.0) 494 : audit [INF] from='client.? 172.21.15.68:0/2812359993' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-25T22:48:24.373 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:24 smithi068 conmon[28642]: audit 2022-01-25T22:48:23.223453+0000 mon.smithi068 (mon.0) 495 : audit [INF] from='client.? 172.21.15.68:0/2812359993' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-25T22:48:24.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:24 smithi165 conmon[31600]: cluster 2022-01-25T22:48:22.166089+0000 mgr.smithi068.zkksrk (mgr.14164) 168 : cluster [DBG] 2022-01-25T22:48:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:24 smithi165 conmon[31600]: pgmap v141: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:24 smithi165 conmon[31600]: audit 2022-01-25T22:48:23.219921+0000 mon.smithi068 (mon.0) 494 : audit [INF] from='client.? 172.21.15.68:0/2812359993' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-25T22:48:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:24 smithi165 conmon[31600]: audit 2022-01-25T22:48:23.223453+0000 mon.smithi068 (mon.0) 495 : audit [INF] from='client.? 172.21.15.68:0/2812359993' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-25T22:48:25.552 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:25.552 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":48,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","created":"2022-01-25T22:43:53.218479+0000","modified":"2022-01-25T22:48:21.147455+0000","last_up_change":"2022-01-25T22:48:19.144775+0000","last_in_change":"2022-01-25T22:48:04.550578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:47:13.487501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"4c2277c9-b3c0-41d1-838f-b4e810681eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6802","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6803","nonce":2203047708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6804","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6805","nonce":2203047708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6808","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6809","nonce":2203047708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6806","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6807","nonce":2203047708}]},"public_addr":"172.21.15.68:6803/2203047708","cluster_addr":"172.21.15.68:6805/2203047708","heartbeat_back_addr":"172.21.15.68:6809/2203047708","heartbeat_front_addr":"172.21.15.68:6807/2203047708","state":["exists","up"]},{"osd":1,"uuid":"71756001-37fa-4c85-8efa-4c2a0d6c74d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6810","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6811","nonce":375204163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6812","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6813","nonce":375204163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6816","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6817","nonce":375204163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6814","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6815","nonce":375204163}]},"public_addr":"172.21.15.68:6811/375204163","cluster_addr":"172.21.15.68:6813/375204163","heartbeat_back_addr":"172.21.15.68:6817/375204163","heartbeat_front_addr":"172.21.15.68:6815/375204163","state":["exists","up"]},{"osd":2,"uuid":"41b597c4-9333-4823-bf37-7af9292ba0fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6818","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6819","nonce":425683953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6820","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6821","nonce":425683953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6824","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6825","nonce":425683953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6822","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6823","nonce":425683953}]},"public_addr":"172.21.15.68:6819/425683953","cluster_addr":"172.21.15.68:6821/425683953","heartbeat_back_addr":"172.21.15.68:6825/425683953","heartbeat_front_addr":"172.21.15.68:6823/425683953","state":["exists","up"]},{"osd":3,"uuid":"bc315cfe-bf66-430c-abb5-1c1ab027c543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6826","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6827","nonce":3650994962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6828","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6829","nonce":3650994962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6832","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6833","nonce":3650994962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6830","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6831","nonce":3650994962}]},"public_addr":"172.21.15.68:6827/3650994962","cluster_addr":"172.21.15.68:6829/3650994962","heartbeat_back_addr":"172.21.15.68:6833/3650994962","heartbeat_front_addr":"172.21.15.68:6831/3650994962","state":["exists","up"]},{"osd":4,"uuid":"df834de3-eb38-48ad-840a-163c6e64e943","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6801","nonce":3828620144}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6803","nonce":3828620144}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6807","nonce":3828620144}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6805","nonce":3828620144}]},"public_addr":"172.21.15.165:6801/3828620144","cluster_addr":"172.21.15.165:6803/3828620144","heartbeat_back_addr":"172.21.15.165:6807/3828620144","heartbeat_front_addr":"172.21.15.165:6805/3828620144","state":["exists","up"]},{"osd":5,"uuid":"b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6809","nonce":1207679426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6811","nonce":1207679426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6815","nonce":1207679426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6813","nonce":1207679426}]},"public_addr":"172.21.15.165:6809/1207679426","cluster_addr":"172.21.15.165:6811/1207679426","heartbeat_back_addr":"172.21.15.165:6815/1207679426","heartbeat_front_addr":"172.21.15.165:6813/1207679426","state":["exists","up"]},{"osd":6,"uuid":"3a44adf1-b994-49b0-a107-86949c1ef0ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6817","nonce":4157656453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6819","nonce":4157656453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6823","nonce":4157656453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6821","nonce":4157656453}]},"public_addr":"172.21.15.165:6817/4157656453","cluster_addr":"172.21.15.165:6819/4157656453","heartbeat_back_addr":"172.21.15.165:6823/4157656453","heartbeat_front_addr":"172.21.15.165:6821/4157656453","state":["exists","up"]},{"osd":7,"uuid":"596e8986-8e9a-4e36-b18e-e7c892fb6902","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6825","nonce":1381273579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6827","nonce":1381273579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6831","nonce":1381273579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6829","nonce":1381273579}]},"public_addr":"172.21.15.165:6825/1381273579","cluster_addr":"172.21.15.165:6827/1381273579","heartbeat_back_addr":"172.21.15.165:6831/1381273579","heartbeat_front_addr":"172.21.15.165:6829/1381273579","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:25.509259+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:42.381535+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:59.099275+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:17.108545+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:31.403505+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:46.272101+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:48:01.334828+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:48:17.171627+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.68:0/141221619":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6800/1752848294":"2022-01-26T22:44:54.077307+0000","172.21.15.68:0/3562043629":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/1888017620":"2022-01-26T22:44:37.746302+0000","172.21.15.68:6801/2267579652":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/3165456801":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6800/2215233855":"2022-01-26T22:44:15.905289+0000","172.21.15.68:0/1578605714":"2022-01-26T22:44:15.905289+0000","172.21.15.68:6801/1752848294":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6801/2215233855":"2022-01-26T22:44:15.905289+0000","172.21.15.68:6800/2267579652":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/3383399519":"2022-01-26T22:44:15.905289+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:48:25.937 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2022-01-25T22:47:13.487501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2022-01-25T22:48:25.938 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2022-01-25T22:48:26.381 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:26.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:26 smithi165 conmon[31600]: cluster 2022-01-25T22:48:24.166620+0000 mgr.smithi068.zkksrk (mgr.14164) 169 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:26 smithi165 conmon[31600]: audit 2022-01-25T22:48:25.552585+0000 mon.smithi068 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.68:0/354179648' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:48:26.494 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:26 smithi068 conmon[28642]: cluster 2022-01-25T22:48:24.166620+0000 2022-01-25T22:48:26.494 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:26 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 169 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:26.494 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:26 smithi068 conmon[28642]: audit 2022-01-25T22:48:25.552585+0000 mon.smithi068 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.68:0/354179648' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:48:27.781 INFO:teuthology.orchestra.run.smithi068.stdout:pg_num: 1 2022-01-25T22:48:28.079 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-01-25T22:48:28.081 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2022-01-25T22:48:28.081 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph mgr dump --format=json 2022-01-25T22:48:28.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:28 smithi165 conmon[31600]: cluster 2022-01-25T22:48:26.166965+0000 mgr.smithi068.zkksrk (mgr.14164) 170 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:28 smithi165 conmon[31600]: audit 2022-01-25T22:48:27.782368+0000 mon.smithi068 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.68:0/1476062944' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-25T22:48:28.527 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:28.558 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:28 smithi068 conmon[28642]: cluster 2022-01-25T22:48:26.166965+0000 mgr.smithi068.zkksrk (mgr.14164) 170 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:28 smithi068 conmon[28642]: audit 2022-01-25T22:48:27.782368+0000 mon.smithi068 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.68:0/1476062944' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-25T22:48:29.900 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:30.203 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:30 smithi068 conmon[28642]: cluster 2022-01-25T22:48:28.167274+0000 mgr.smithi068.zkksrk (mgr.14164) 171 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:30.203 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:30 smithi068 conmon[28642]: audit 2022-01-25T22:48:29.895709+0000 mon.smithi068 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.68:0/215824111' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-25T22:48:30.239 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":18,"active_gid":14164,"active_name":"smithi068.zkksrk","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6800","nonce":830618797},{"type":"v1","addr":"172.21.15.68:6801","nonce":830618797}]},"active_addr":"172.21.15.68:6801/830618797","active_change":"2022-01-25T22:44:54.077600+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":14200,"name":"smithi165.mrpyur","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi068.front.sepia.ceph.com:8443/","prometheus":"http://smithi068.front.sepia.ceph.com:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":4,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.68:0","nonce":3962410829}]},{"addrvec":[{"type":"v2","addr":"172.21.15.68:0","nonce":1099741329}]}]}} 2022-01-25T22:48:30.243 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2022-01-25T22:48:30.244 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2022-01-25T22:48:30.244 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:48:30.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:30 smithi165 conmon[31600]: cluster 2022-01-25T22:48:28.167274+0000 mgr.smithi068.zkksrk (mgr.14164) 171 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:30.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:30 smithi165 conmon[31600]: audit 2022-01-25T22:48:29.895709+0000 mon.smithi068 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.68:0/215824111' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-25T22:48:30.687 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:32.143 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:32.143 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":48,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","created":"2022-01-25T22:43:53.218479+0000","modified":"2022-01-25T22:48:21.147455+0000","last_up_change":"2022-01-25T22:48:19.144775+0000","last_in_change":"2022-01-25T22:48:04.550578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:47:13.487501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"4c2277c9-b3c0-41d1-838f-b4e810681eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6802","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6803","nonce":2203047708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6804","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6805","nonce":2203047708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6808","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6809","nonce":2203047708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6806","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6807","nonce":2203047708}]},"public_addr":"172.21.15.68:6803/2203047708","cluster_addr":"172.21.15.68:6805/2203047708","heartbeat_back_addr":"172.21.15.68:6809/2203047708","heartbeat_front_addr":"172.21.15.68:6807/2203047708","state":["exists","up"]},{"osd":1,"uuid":"71756001-37fa-4c85-8efa-4c2a0d6c74d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6810","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6811","nonce":375204163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6812","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6813","nonce":375204163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6816","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6817","nonce":375204163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6814","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6815","nonce":375204163}]},"public_addr":"172.21.15.68:6811/375204163","cluster_addr":"172.21.15.68:6813/375204163","heartbeat_back_addr":"172.21.15.68:6817/375204163","heartbeat_front_addr":"172.21.15.68:6815/375204163","state":["exists","up"]},{"osd":2,"uuid":"41b597c4-9333-4823-bf37-7af9292ba0fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6818","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6819","nonce":425683953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6820","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6821","nonce":425683953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6824","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6825","nonce":425683953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6822","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6823","nonce":425683953}]},"public_addr":"172.21.15.68:6819/425683953","cluster_addr":"172.21.15.68:6821/425683953","heartbeat_back_addr":"172.21.15.68:6825/425683953","heartbeat_front_addr":"172.21.15.68:6823/425683953","state":["exists","up"]},{"osd":3,"uuid":"bc315cfe-bf66-430c-abb5-1c1ab027c543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6826","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6827","nonce":3650994962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6828","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6829","nonce":3650994962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6832","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6833","nonce":3650994962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6830","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6831","nonce":3650994962}]},"public_addr":"172.21.15.68:6827/3650994962","cluster_addr":"172.21.15.68:6829/3650994962","heartbeat_back_addr":"172.21.15.68:6833/3650994962","heartbeat_front_addr":"172.21.15.68:6831/3650994962","state":["exists","up"]},{"osd":4,"uuid":"df834de3-eb38-48ad-840a-163c6e64e943","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6801","nonce":3828620144}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6803","nonce":3828620144}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6807","nonce":3828620144}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6805","nonce":3828620144}]},"public_addr":"172.21.15.165:6801/3828620144","cluster_addr":"172.21.15.165:6803/3828620144","heartbeat_back_addr":"172.21.15.165:6807/3828620144","heartbeat_front_addr":"172.21.15.165:6805/3828620144","state":["exists","up"]},{"osd":5,"uuid":"b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6809","nonce":1207679426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6811","nonce":1207679426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6815","nonce":1207679426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6813","nonce":1207679426}]},"public_addr":"172.21.15.165:6809/1207679426","cluster_addr":"172.21.15.165:6811/1207679426","heartbeat_back_addr":"172.21.15.165:6815/1207679426","heartbeat_front_addr":"172.21.15.165:6813/1207679426","state":["exists","up"]},{"osd":6,"uuid":"3a44adf1-b994-49b0-a107-86949c1ef0ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6817","nonce":4157656453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6819","nonce":4157656453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6823","nonce":4157656453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6821","nonce":4157656453}]},"public_addr":"172.21.15.165:6817/4157656453","cluster_addr":"172.21.15.165:6819/4157656453","heartbeat_back_addr":"172.21.15.165:6823/4157656453","heartbeat_front_addr":"172.21.15.165:6821/4157656453","state":["exists","up"]},{"osd":7,"uuid":"596e8986-8e9a-4e36-b18e-e7c892fb6902","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6825","nonce":1381273579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6827","nonce":1381273579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6831","nonce":1381273579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6829","nonce":1381273579}]},"public_addr":"172.21.15.165:6825/1381273579","cluster_addr":"172.21.15.165:6827/1381273579","heartbeat_back_addr":"172.21.15.165:6831/1381273579","heartbeat_front_addr":"172.21.15.165:6829/1381273579","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:25.509259+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:42.381535+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:59.099275+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:17.108545+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:31.403505+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:46.272101+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:48:01.334828+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:48:17.171627+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.68:0/141221619":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6800/1752848294":"2022-01-26T22:44:54.077307+0000","172.21.15.68:0/3562043629":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/1888017620":"2022-01-26T22:44:37.746302+0000","172.21.15.68:6801/2267579652":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/3165456801":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6800/2215233855":"2022-01-26T22:44:15.905289+0000","172.21.15.68:0/1578605714":"2022-01-26T22:44:15.905289+0000","172.21.15.68:6801/1752848294":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6801/2215233855":"2022-01-26T22:44:15.905289+0000","172.21.15.68:6800/2267579652":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/3383399519":"2022-01-26T22:44:15.905289+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:48:32.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:32 smithi165 conmon[31600]: cluster 2022-01-25T22:48:30.167713+0000 mgr.smithi068.zkksrk (mgr.14164) 172 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:32.449 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:32 smithi068 conmon[28642]: cluster 2022-01-25T22:48:30.167713+0000 mgr.smithi068.zkksrk (mgr.14164) 172 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:32.501 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2022-01-25T22:48:32.501 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:48:32.942 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:33.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:33 smithi165 conmon[31600]: audit 2022-01-25T22:48:32.143410+0000 mon.smithi068 (mon.0) 499 : audit 2022-01-25T22:48:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:33 smithi165 conmon[31600]: [DBG] from='client.? 172.21.15.68:0/324312833' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:48:33.479 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:33 smithi068 conmon[28642]: audit 2022-01-25T22:48:32.143410+0000 mon.smithi068 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.68:0/324312833' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:48:34.277 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:48:34.277 INFO:teuthology.orchestra.run.smithi068.stdout:{"epoch":48,"fsid":"382a5b64-7e30-11ec-8c35-001a4aab830c","created":"2022-01-25T22:43:53.218479+0000","modified":"2022-01-25T22:48:21.147455+0000","last_up_change":"2022-01-25T22:48:19.144775+0000","last_in_change":"2022-01-25T22:48:04.550578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:47:13.487501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"4c2277c9-b3c0-41d1-838f-b4e810681eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6802","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6803","nonce":2203047708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6804","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6805","nonce":2203047708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6808","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6809","nonce":2203047708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6806","nonce":2203047708},{"type":"v1","addr":"172.21.15.68:6807","nonce":2203047708}]},"public_addr":"172.21.15.68:6803/2203047708","cluster_addr":"172.21.15.68:6805/2203047708","heartbeat_back_addr":"172.21.15.68:6809/2203047708","heartbeat_front_addr":"172.21.15.68:6807/2203047708","state":["exists","up"]},{"osd":1,"uuid":"71756001-37fa-4c85-8efa-4c2a0d6c74d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6810","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6811","nonce":375204163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6812","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6813","nonce":375204163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6816","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6817","nonce":375204163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6814","nonce":375204163},{"type":"v1","addr":"172.21.15.68:6815","nonce":375204163}]},"public_addr":"172.21.15.68:6811/375204163","cluster_addr":"172.21.15.68:6813/375204163","heartbeat_back_addr":"172.21.15.68:6817/375204163","heartbeat_front_addr":"172.21.15.68:6815/375204163","state":["exists","up"]},{"osd":2,"uuid":"41b597c4-9333-4823-bf37-7af9292ba0fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6818","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6819","nonce":425683953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6820","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6821","nonce":425683953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6824","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6825","nonce":425683953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6822","nonce":425683953},{"type":"v1","addr":"172.21.15.68:6823","nonce":425683953}]},"public_addr":"172.21.15.68:6819/425683953","cluster_addr":"172.21.15.68:6821/425683953","heartbeat_back_addr":"172.21.15.68:6825/425683953","heartbeat_front_addr":"172.21.15.68:6823/425683953","state":["exists","up"]},{"osd":3,"uuid":"bc315cfe-bf66-430c-abb5-1c1ab027c543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6826","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6827","nonce":3650994962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6828","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6829","nonce":3650994962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6832","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6833","nonce":3650994962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.68:6830","nonce":3650994962},{"type":"v1","addr":"172.21.15.68:6831","nonce":3650994962}]},"public_addr":"172.21.15.68:6827/3650994962","cluster_addr":"172.21.15.68:6829/3650994962","heartbeat_back_addr":"172.21.15.68:6833/3650994962","heartbeat_front_addr":"172.21.15.68:6831/3650994962","state":["exists","up"]},{"osd":4,"uuid":"df834de3-eb38-48ad-840a-163c6e64e943","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6801","nonce":3828620144}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6803","nonce":3828620144}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6807","nonce":3828620144}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":3828620144},{"type":"v1","addr":"172.21.15.165:6805","nonce":3828620144}]},"public_addr":"172.21.15.165:6801/3828620144","cluster_addr":"172.21.15.165:6803/3828620144","heartbeat_back_addr":"172.21.15.165:6807/3828620144","heartbeat_front_addr":"172.21.15.165:6805/3828620144","state":["exists","up"]},{"osd":5,"uuid":"b4169e1c-9f4f-4eb1-b0b2-65f2225df7cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6809","nonce":1207679426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6811","nonce":1207679426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6815","nonce":1207679426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":1207679426},{"type":"v1","addr":"172.21.15.165:6813","nonce":1207679426}]},"public_addr":"172.21.15.165:6809/1207679426","cluster_addr":"172.21.15.165:6811/1207679426","heartbeat_back_addr":"172.21.15.165:6815/1207679426","heartbeat_front_addr":"172.21.15.165:6813/1207679426","state":["exists","up"]},{"osd":6,"uuid":"3a44adf1-b994-49b0-a107-86949c1ef0ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6817","nonce":4157656453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6819","nonce":4157656453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6823","nonce":4157656453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":4157656453},{"type":"v1","addr":"172.21.15.165:6821","nonce":4157656453}]},"public_addr":"172.21.15.165:6817/4157656453","cluster_addr":"172.21.15.165:6819/4157656453","heartbeat_back_addr":"172.21.15.165:6823/4157656453","heartbeat_front_addr":"172.21.15.165:6821/4157656453","state":["exists","up"]},{"osd":7,"uuid":"596e8986-8e9a-4e36-b18e-e7c892fb6902","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6825","nonce":1381273579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6827","nonce":1381273579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6831","nonce":1381273579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1381273579},{"type":"v1","addr":"172.21.15.165:6829","nonce":1381273579}]},"public_addr":"172.21.15.165:6825/1381273579","cluster_addr":"172.21.15.165:6827/1381273579","heartbeat_back_addr":"172.21.15.165:6831/1381273579","heartbeat_front_addr":"172.21.15.165:6829/1381273579","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:25.509259+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:42.381535+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:46:59.099275+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:17.108545+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:31.403505+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:47:46.272101+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:48:01.334828+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:48:17.171627+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.68:0/141221619":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6800/1752848294":"2022-01-26T22:44:54.077307+0000","172.21.15.68:0/3562043629":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/1888017620":"2022-01-26T22:44:37.746302+0000","172.21.15.68:6801/2267579652":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/3165456801":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6800/2215233855":"2022-01-26T22:44:15.905289+0000","172.21.15.68:0/1578605714":"2022-01-26T22:44:15.905289+0000","172.21.15.68:6801/1752848294":"2022-01-26T22:44:54.077307+0000","172.21.15.68:6801/2215233855":"2022-01-26T22:44:15.905289+0000","172.21.15.68:6800/2267579652":"2022-01-26T22:44:37.746302+0000","172.21.15.68:0/3383399519":"2022-01-26T22:44:15.905289+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:48:34.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:34 smithi165 conmon[31600]: cluster 2022-01-25T22:48:32.168457+0000 mgr.smithi068.zkksrk (mgr.14164) 2022-01-25T22:48:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:34 smithi165 conmon[31600]: 173 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:34.473 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:34 smithi068 conmon[28642]: cluster 2022-01-25T22:48:32.168457+0000 2022-01-25T22:48:34.473 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:34 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 173 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:34.656 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2022-01-25T22:48:35.098 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:35.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:35 smithi165 conmon[31600]: audit 2022-01-25T22:48:34.276510+0000 mon.smithi068 (mon.0) 500 : audit 2022-01-25T22:48:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:35 smithi165 conmon[31600]: [DBG] from='client.? 172.21.15.68:0/366689735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:48:35.490 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:35 smithi068 conmon[28642]: audit 2022-01-25T22:48:34.276510+0000 mon.smithi068 ( 2022-01-25T22:48:35.491 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:35 smithi068 conmon[28642]: mon.0) 500 : audit [DBG] from='client.? 172.21.15.68:0/366689735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:48:36.207 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:36 smithi068 conmon[28642]: cluster 2022-01-25T22:48:34 2022-01-25T22:48:36.208 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:36 smithi068 conmon[28642]: .168781+0000 mgr.smithi068.zkksrk (mgr.14164) 174 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:36.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:36 smithi165 conmon[31600]: cluster 2022-01-25T22:48:34.168781+0000 2022-01-25T22:48:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:36 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 174 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:36.709 INFO:teuthology.orchestra.run.smithi068.stdout:38654705691 2022-01-25T22:48:36.710 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2022-01-25T22:48:37.156 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:38.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:38 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:48:38.240 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:38 smithi068 conmon[28642]: 22:48:36.169101+0000 mgr.smithi068.zkksrk (mgr.14164) 175 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:38.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:38 smithi165 conmon[31600]: cluster 2022-01-25T22:48:36.169101+0000 mgr.smithi068.zkksrk (mgr.14164) 175 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:38.855 INFO:teuthology.orchestra.run.smithi068.stdout:60129542169 2022-01-25T22:48:38.856 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2022-01-25T22:48:39.301 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:40.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:40 smithi068 conmon[28642]: cluster 2022-01-25T22:48:38.169539+0000 mgr.smithi068.zkksrk (mgr.14164) 176 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:40.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:40 smithi165 conmon[31600]: cluster 2022-01-25T22:48:38.169539+0000 mgr.smithi068.zkksrk (mgr.14164) 176 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:40.910 INFO:teuthology.orchestra.run.smithi068.stdout:81604378646 2022-01-25T22:48:40.911 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2022-01-25T22:48:41.353 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:42.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:42 smithi068 conmon[28642]: cluster 2022-01-25T22:48:40.169980+0000 mgr.smithi068.zkksrk (mgr.14164) 177 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:42.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:42 smithi165 conmon[31600]: cluster 2022-01-25T22:48:40.169980+0000 mgr.smithi068.zkksrk (mgr.14164) 177 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:42.953 INFO:teuthology.orchestra.run.smithi068.stdout:115964117011 2022-01-25T22:48:42.954 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2022-01-25T22:48:43.398 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:44.398 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:44 smithi068 conmon[28642]: cluster 2022-01-25T22:48:42.170265+0000 mgr.smithi068.zkksrk (mgr.14164) 178 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:44.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:44 smithi165 conmon[31600]: cluster 2022-01-25T22:48:42.170265+0000 mgr.smithi068.zkksrk (mgr.14164) 178 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:45.111 INFO:teuthology.orchestra.run.smithi068.stdout:133143986193 2022-01-25T22:48:45.111 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2022-01-25T22:48:45.556 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:46.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:46 smithi165 conmon[31600]: cluster 2022-01-25T22:48:44.170578+0000 mgr.smithi068.zkksrk (mgr.14164) 179 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:46.553 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:46 smithi068 conmon[28642]: cluster 2022-01-25T22:48:44.170578+0000 mgr.smithi068.zkksrk (mgr.14164) 179 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:47.175 INFO:teuthology.orchestra.run.smithi068.stdout:154618822670 2022-01-25T22:48:47.176 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2022-01-25T22:48:47.618 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:48.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:48 smithi165 conmon[31600]: cluster 2022-01-25T22:48:46.170845+0000 mgr.smithi068.zkksrk (mgr.14164) 180 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:48.542 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:48 smithi068 conmon[28642]: cluster 2022-01-25T22:48:46.170845+0000 mgr.smithi068.zkksrk (mgr.14164) 180 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:49.220 INFO:teuthology.orchestra.run.smithi068.stdout:176093659148 2022-01-25T22:48:49.220 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2022-01-25T22:48:49.665 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:50.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:50 smithi165 conmon[31600]: cluster 2022-01-25T22:48:48.171158+0000 mgr.smithi068.zkksrk (mgr.14164) 181 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:50.548 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:50 smithi068 conmon[28642]: cluster 2022-01-25T22:48:48.171158+0000 mgr.smithi068.zkksrk (mgr.14164) 181 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:51.264 INFO:teuthology.orchestra.run.smithi068.stdout:197568495625 2022-01-25T22:48:51.265 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.0 2022-01-25T22:48:51.707 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:52.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:52 smithi165 conmon[31600]: cluster 2022-01-25T22:48:50.171507+0000 mgr.smithi068.zkksrk (mgr.14164) 182 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:52.447 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:52 smithi068 conmon[28642]: cluster 2022-01-25T22:48: 2022-01-25T22:48:52.447 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:52 smithi068 conmon[28642]: 50.171507+0000 mgr.smithi068.zkksrk (mgr.14164) 182 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:53.275 INFO:teuthology.orchestra.run.smithi068.stdout:38654705694 2022-01-25T22:48:53.512 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:53 smithi068 conmon[28642]: cluster 2022-01-25T22:48:52.171832+0000 mgr.smithi068.zkksrk (mgr.14164) 183 2022-01-25T22:48:53.513 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:53 smithi068 conmon[28642]: : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:53.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:53 smithi165 conmon[31600]: cluster 2022-01-25T22:48:52.171832+0000 mgr.smithi068.zkksrk (mgr.14164) 183 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:53.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:53 smithi165 conmon[31600]: 2022-01-25T22:48:53.721 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705691 got 38654705694 for osd.0 2022-01-25T22:48:53.722 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.1 2022-01-25T22:48:54.165 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:54.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:54 smithi068 conmon[28642]: audit 2022-01-25T22:48:53.276026+0000 mon.smithi068 (mon 2022-01-25T22:48:54.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:54 smithi068 conmon[28642]: .0) 501 : audit [DBG] from='client.? 172.21.15.68:0/1799215354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-25T22:48:54.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:54 smithi165 conmon[31600]: audit 2022-01-25T22:48:53.276026+0000 mon.smithi068 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.68:0/1799215354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-25T22:48:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:55 smithi068 conmon[28642]: cluster 2022-01-25T22:48:54.172252+0000 mgr.smithi068.zkksrk (mgr.14164) 184 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:55.572 INFO:teuthology.orchestra.run.smithi068.stdout:60129542172 2022-01-25T22:48:55.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:55 smithi165 conmon[31600]: cluster 2022-01-25T22:48:54.172252+0000 mgr.smithi068.zkksrk (mgr.14164) 184 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:55.980 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542169 got 60129542172 for osd.1 2022-01-25T22:48:55.980 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.2 2022-01-25T22:48:56.424 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:48:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:56 smithi068 conmon[28642]: audit 2022-01-25T22:48:55.574224+0000 mon.smithi068 2022-01-25T22:48:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:56 smithi068 conmon[28642]: (mon.0) 502 : audit [DBG] from='client.? 172.21.15.68:0/3266629572' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-25T22:48:56.693 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:56 smithi165 conmon[31600]: audit 2022-01-25T22:48:55.574224+0000 mon.smithi068 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.68:0/3266629572' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-25T22:48:57.966 INFO:teuthology.orchestra.run.smithi068.stdout:81604378649 2022-01-25T22:48:58.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:58 smithi068 conmon[28642]: cluster 2022-01-25T22:48:56 2022-01-25T22:48:58.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:58 smithi068 conmon[28642]: .172583+0000 mgr.smithi068.zkksrk (mgr.14164) 185 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:58 smithi068 conmon[28642]: audit 2022-01-25T22:48:57.346754+0000 mon.smithi068 (mon.0) 503 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:48:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:58 smithi068 conmon[28642]: audit 2022-01-25T22:48:57.347837+0000 mon.smithi068 (mon.0) 504 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:48:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:48:58 smithi068 conmon[28642]: audit 2022-01-25T22:48:57.967071+0000 mon.smithi068 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.68:0/3442648498' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-25T22:48:58.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:58 smithi165 conmon[31600]: cluster 2022-01-25T22:48:56.172583+0000 mgr.smithi068.zkksrk (mgr.14164) 185 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:48:58.530 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:58 smithi165 conmon[31600]: audit 2022-01-25T22:48:57.346754 2022-01-25T22:48:58.530 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:58 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 503 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:48:58.531 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:58 smithi165 conmon[31600]: audit 2022-01-25T22:48:57.347837+0000 mon.smithi068 (mon.0) 504 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:48:58.531 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:48:58 smithi165 conmon[31600]: audit 2022-01-25T22:48:57.967071+0000 mon.smithi068 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.68:0/3442648498' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-25T22:48:58.540 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378646 got 81604378649 for osd.2 2022-01-25T22:48:58.541 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.3 2022-01-25T22:48:58.986 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:00.256 INFO:teuthology.orchestra.run.smithi068.stdout:115964117014 2022-01-25T22:49:00.403 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:00 smithi068 conmon[28642]: cluster 2022-01-25T22:48:58.172898+0000 mgr.smithi068.zkksrk (mgr.14164) 186 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:00.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:00 smithi165 conmon[31600]: cluster 2022-01-25T22:48:58.172898+0000 mgr.smithi068.zkksrk (mgr.14164) 186 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:00.687 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117011 got 115964117014 for osd.3 2022-01-25T22:49:00.687 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.4 2022-01-25T22:49:01.130 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:01.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:01 smithi165 conmon[31600]: audit 2022-01-25T22:49:00.257417+0000 mon.smithi068 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.68:0/3302416397' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-25T22:49:01.490 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:01 smithi068 conmon[28642]: audit 2022-01-25T22:49:00 2022-01-25T22:49:01.490 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:01 smithi068 conmon[28642]: .257417+0000 mon.smithi068 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.68:0/3302416397' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-25T22:49:02.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:02 smithi165 conmon[31600]: cluster 2022-01-25T22:49:00.173185+0000 mgr.smithi068.zkksrk (mgr.14164) 187 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:02.531 INFO:teuthology.orchestra.run.smithi068.stdout:133143986196 2022-01-25T22:49:02.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:02 smithi068 conmon[28642]: cluster 2022-01-25T22:49:00.173185+0000 mgr.smithi068.zkksrk (mgr.14164) 187 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:02.932 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986193 got 133143986196 for osd.4 2022-01-25T22:49:02.932 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.5 2022-01-25T22:49:03.377 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:03.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:03 smithi165 conmon[31600]: audit 2022-01-25T22:49:02.531915+0000 mon.smithi068 (mon.0) 507 : audit [DBG] from='client.? 172.21.15.68:0/272024875' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-25T22:49:03.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:03 smithi068 conmon[28642]: audit 2022-01-25T22:49:02.531915+0000 mon.smithi068 2022-01-25T22:49:03.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:03 smithi068 conmon[28642]: (mon.0) 507 : audit [DBG] from='client.? 172.21.15.68:0/272024875' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-25T22:49:04.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:04 smithi165 conmon[31600]: cluster 2022-01-25T22:49:02.173499+0000 mgr.smithi068.zkksrk (mgr.14164) 188 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:04 smithi068 conmon[28642]: cluster 2022-01-25T22:49:02.173499+0000 mgr.smithi068.zkksrk (mgr.14164) 188 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:04.670 INFO:teuthology.orchestra.run.smithi068.stdout:154618822673 2022-01-25T22:49:05.180 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822670 got 154618822673 for osd.5 2022-01-25T22:49:05.181 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.6 2022-01-25T22:49:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:05 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:49:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:05 smithi068 conmon[28642]: 25T22:49:04.671180+0000 mon.smithi068 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.68:0/222629235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-25T22:49:05.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:05 smithi165 conmon[31600]: audit 2022-01-25T22:49:04.671180+0000 mon.smithi068 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.68:0/222629235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-25T22:49:05.624 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:06.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:06 smithi068 conmon[28642]: cluster 2022-01-25T22:49:04. 2022-01-25T22:49:06.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:06 smithi068 conmon[28642]: 173808+0000 mgr.smithi068.zkksrk (mgr.14164) 189 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:06.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:06 smithi165 conmon[31600]: cluster 2022-01-25T22:49:04.173808+0000 mgr.smithi068.zkksrk (mgr.14164) 189 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:06.967 INFO:teuthology.orchestra.run.smithi068.stdout:176093659151 2022-01-25T22:49:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:07 smithi068 conmon[28642]: audit 2022-01-25T22:49:06.968232+0000 mon.smithi068 ( 2022-01-25T22:49:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:07 smithi068 conmon[28642]: mon.0) 509 : audit [DBG] from='client.? 172.21.15.68:0/1196518085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-25T22:49:07.422 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659148 got 176093659151 for osd.6 2022-01-25T22:49:07.423 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.7 2022-01-25T22:49:07.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:07 smithi165 conmon[31600]: audit 2022-01-25T22:49:06.968232+0000 mon.smithi068 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.68:0/1196518085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-25T22:49:07.865 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:08.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:08 smithi068 conmon[28642]: cluster 2022-01-25T22:49:06.174226+0000 mgr.smithi068.zkksrk (mgr.14164) 190 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:08.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:08 smithi165 conmon[31600]: cluster 2022-01-25T22:49:06.174226+0000 mgr.smithi068.zkksrk (mgr.14164) 190 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:09.399 INFO:teuthology.orchestra.run.smithi068.stdout:197568495628 2022-01-25T22:49:09.781 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495625 got 197568495628 for osd.7 2022-01-25T22:49:09.781 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2022-01-25T22:49:09.782 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-01-25T22:49:10.224 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:10.425 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:10 smithi068 conmon[28642]: cluster 2022-01-25T22:49:08.174547+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:49:10.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:10 smithi068 conmon[28642]: mgr.14164) 191 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:10.426 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:10 smithi068 conmon[28642]: audit 2022-01-25T22:49:09.399713+0000 mon.smithi068 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.68:0/3598774430' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-25T22:49:10.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:10 smithi165 conmon[31600]: cluster 2022-01-25T22:49:08.174547+0000 mgr.smithi068.zkksrk (mgr.14164) 191 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:10 smithi165 conmon[31600]: audit 2022-01-25T22:49:09.399713+0000 mon.smithi068 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.68:0/3598774430' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-25T22:49:11.525 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:49:11.526 INFO:teuthology.orchestra.run.smithi068.stderr:dumped all 2022-01-25T22:49:11.935 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":165,"stamp":"2022-01-25T22:49:10.174734+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":42860,"kb_used_data":3692,"kb_used_omap":0,"kb_used_meta":39104,"kb_avail":749918356,"statfs":{"total":767960285184,"available":767916396544,"internally_reserved":0,"allocated":3780608,"data_stored":1482409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40042496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"48","state":"active+clean","last_fresh":"2022-01-25T22:48:21.620527+0000","last_change":"2022-01-25T22:48:21.620527+0000","last_active":"2022-01-25T22:48:21.620527+0000","last_peered":"2022-01-25T22:48:21.620527+0000","last_clean":"2022-01-25T22:48:21.620527+0000","last_became_active":"2022-01-25T22:48:21.620145+0000","last_became_peered":"2022-01-25T22:48:21.620145+0000","last_unstale":"2022-01-25T22:48:21.620527+0000","last_undegraded":"2022-01-25T22:48:21.620527+0000","last_fullsized":"2022-01-25T22:48:21.620527+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-25T22:47:14.022149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-25T22:47:14.022149+0000","last_clean_scrub_stamp":"2022-01-25T22:47:14.022149+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5204,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739948,"statfs":{"total":95995035648,"available":95989706752,"internally_reserved":0,"allocated":471040,"data_stored":185192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659152,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5272,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739880,"statfs":{"total":95995035648,"available":95989637120,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.55800000000000005}]},{"osd":1,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.70999999999999996}]},{"osd":2,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.63700000000000001}]},{"osd":3,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.68100000000000005}]},{"osd":4,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.47299999999999998}]},{"osd":5,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5456,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739696,"statfs":{"total":95995035648,"available":95989448704,"internally_reserved":0,"allocated":466944,"data_stored":184841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:46 2022","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.34399999999999997,"15min":0.34200000000000003},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.504,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.308}]},{"osd":2,"last update":"Tue Jan 25 22:48:02 2022","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.32600000000000001}]},{"osd":3,"last update":"Tue Jan 25 22:48:25 2022","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.35899999999999999}]},{"osd":4,"last update":"Tue Jan 25 22:48:33 2022","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.49299999999999999}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":0,"up_from":9,"seq":38654705698,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5528,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739624,"statfs":{"total":95995035648,"available":95989374976,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.34399999999999997,"15min":0.34699999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.45900000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.35299999999999998,"15min":0.35099999999999998},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.373}]},{"osd":2,"last update":"Tue Jan 25 22:48:07 2022","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.311}]},{"osd":3,"last update":"Tue Jan 25 22:48:21 2022","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.35999999999999999}]},{"osd":4,"last update":"Tue Jan 25 22:48:34 2022","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.48299999999999998}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.45400000000000001}]},{"osd":6,"last update":"Tue Jan 25 22:49:07 2022","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":2,"up_from":19,"seq":81604378652,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5400,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739752,"statfs":{"total":95995035648,"available":95989506048,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33800000000000002,"15min":0.32900000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.37,"15min":0.36299999999999999},"min":{"1min":0.26900000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.32200000000000001}]},{"osd":1,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.373,"15min":0.36599999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.38},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.307}]},{"osd":3,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.52000000000000002}]},{"osd":4,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.438},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.61799999999999999}]},{"osd":5,"last update":"Tue Jan 25 22:48:48 2022","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.46200000000000002}]},{"osd":6,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]}]},{"osd":3,"up_from":27,"seq":115964117017,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5336,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739816,"statfs":{"total":95995035648,"available":95989571584,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.311}]},{"osd":1,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.33300000000000002}]},{"osd":2,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.42899999999999999}]},{"osd":4,"last update":"Tue Jan 25 22:48:37 2022","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.45100000000000001}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.63}]},{"osd":6,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986198,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5336,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739816,"statfs":{"total":95995035648,"available":95989571584,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.48399999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.432}]},{"osd":2,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.54600000000000004}]},{"osd":3,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.67000000000000004}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.5},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.63300000000000001}]},{"osd":6,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5328,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739824,"statfs":{"total":95995035648,"available":95989579776,"internally_reserved":0,"allocated":466944,"data_stored":184841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.49199999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63900000000000001}]},{"osd":2,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.622}]},{"osd":3,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67600000000000005}]},{"osd":4,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.73699999999999999}]},{"osd":6,"last update":"Tue Jan 25 22:49:03 2022","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.84099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-25T22:49:11.937 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-01-25T22:49:12.380 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:12 smithi165 conmon[31600]: cluster 2022-01-25T22:49:10.174861+0000 mgr.smithi068.zkksrk (mgr.14164) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:12.491 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:12 smithi068 conmon[28642]: cluster 2022-01-25T22:49:10.174861+0000 mgr.smithi068.zkksrk (mgr.14164) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:13 smithi165 conmon[31600]: audit 2022-01-25T22:49:11.523434+0000 mgr.smithi068.zkksrk (mgr.14164) 193 : audit [DBG] 2022-01-25T22:49:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:13 smithi165 conmon[31600]: from='client.14440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:13.477 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:13 smithi068 conmon[28642]: audit 2022-01-25T22:49:11.523434+0000 mgr.smithi068.zkksrk (mgr.14164) 193 : audit [DBG] from='client.14440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:13.901 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:49:13.902 INFO:teuthology.orchestra.run.smithi068.stderr:dumped all 2022-01-25T22:49:14.294 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":166,"stamp":"2022-01-25T22:49:12.175063+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":42860,"kb_used_data":3692,"kb_used_omap":0,"kb_used_meta":39104,"kb_avail":749918356,"statfs":{"total":767960285184,"available":767916396544,"internally_reserved":0,"allocated":3780608,"data_stored":1482409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40042496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"48","state":"active+clean","last_fresh":"2022-01-25T22:48:21.620527+0000","last_change":"2022-01-25T22:48:21.620527+0000","last_active":"2022-01-25T22:48:21.620527+0000","last_peered":"2022-01-25T22:48:21.620527+0000","last_clean":"2022-01-25T22:48:21.620527+0000","last_became_active":"2022-01-25T22:48:21.620145+0000","last_became_peered":"2022-01-25T22:48:21.620145+0000","last_unstale":"2022-01-25T22:48:21.620527+0000","last_undegraded":"2022-01-25T22:48:21.620527+0000","last_fullsized":"2022-01-25T22:48:21.620527+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-25T22:47:14.022149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-25T22:47:14.022149+0000","last_clean_scrub_stamp":"2022-01-25T22:47:14.022149+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5204,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739948,"statfs":{"total":95995035648,"available":95989706752,"internally_reserved":0,"allocated":471040,"data_stored":185192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659152,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5272,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739880,"statfs":{"total":95995035648,"available":95989637120,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.55800000000000005}]},{"osd":1,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.70999999999999996}]},{"osd":2,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.63700000000000001}]},{"osd":3,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.68100000000000005}]},{"osd":4,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.47299999999999998}]},{"osd":5,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":1,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5456,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739696,"statfs":{"total":95995035648,"available":95989448704,"internally_reserved":0,"allocated":466944,"data_stored":184841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:46 2022","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.34399999999999997,"15min":0.34200000000000003},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.504,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.27900000000000003}]},{"osd":2,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.29199999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56799999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.35099999999999998,"15min":0.34699999999999998},"min":{"1min":0.25900000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.29099999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:48:25 2022","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.34999999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:48:33 2022","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51900000000000002}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.52400000000000002}]},{"osd":6,"last update":"Tue Jan 25 22:49:05 2022","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":0,"up_from":9,"seq":38654705698,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5528,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739624,"statfs":{"total":95995035648,"available":95989374976,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.34399999999999997,"15min":0.34699999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.45900000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.35299999999999998,"15min":0.35099999999999998},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.373}]},{"osd":2,"last update":"Tue Jan 25 22:48:07 2022","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.311}]},{"osd":3,"last update":"Tue Jan 25 22:48:21 2022","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.35999999999999999}]},{"osd":4,"last update":"Tue Jan 25 22:48:34 2022","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.48299999999999998}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.45400000000000001}]},{"osd":6,"last update":"Tue Jan 25 22:49:07 2022","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":2,"up_from":19,"seq":81604378653,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5400,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739752,"statfs":{"total":95995035648,"available":95989506048,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33800000000000002,"15min":0.32900000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.37,"15min":0.36299999999999999},"min":{"1min":0.26900000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48799999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.373,"15min":0.36599999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.47699999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.55700000000000005}]},{"osd":4,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.95499999999999996}]},{"osd":5,"last update":"Tue Jan 25 22:48:48 2022","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.78200000000000003}]},{"osd":6,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.751},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.85699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]}]},{"osd":3,"up_from":27,"seq":115964117017,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5336,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739816,"statfs":{"total":95995035648,"available":95989571584,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.311}]},{"osd":1,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.33300000000000002}]},{"osd":2,"last update":"Tue Jan 25 22:48:24 2022","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.42899999999999999}]},{"osd":4,"last update":"Tue Jan 25 22:48:37 2022","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.45100000000000001}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.63}]},{"osd":6,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986198,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5336,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739816,"statfs":{"total":95995035648,"available":95989571584,"internally_reserved":0,"allocated":475136,"data_stored":185507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.48399999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.432}]},{"osd":2,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.54600000000000004}]},{"osd":3,"last update":"Tue Jan 25 22:48:35 2022","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.67000000000000004}]},{"osd":5,"last update":"Tue Jan 25 22:48:49 2022","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.5},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.63300000000000001}]},{"osd":6,"last update":"Tue Jan 25 22:49:04 2022","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5328,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739824,"statfs":{"total":95995035648,"available":95989579776,"internally_reserved":0,"allocated":466944,"data_stored":184841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.49199999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63900000000000001}]},{"osd":2,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.622}]},{"osd":3,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67600000000000005}]},{"osd":4,"last update":"Tue Jan 25 22:48:51 2022","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.73699999999999999}]},{"osd":6,"last update":"Tue Jan 25 22:49:03 2022","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.84099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-25T22:49:14.296 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2022-01-25T22:49:14.296 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-01-25T22:49:14.296 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2022-01-25T22:49:14.297 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph health --format=json 2022-01-25T22:49:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:14 smithi165 conmon[31600]: cluster 2022-01-25T22:49:12.175226+0000 mgr.smithi068.zkksrk (mgr.14164) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:14 smithi068 conmon[28642]: cluster 2022-01-25T22:49:12.175226+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:49:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:14 smithi068 conmon[28642]: mgr.14164) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:14.738 INFO:teuthology.orchestra.run.smithi068.stderr:Inferring config /var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/mon.smithi068/config 2022-01-25T22:49:15.437 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:15 smithi068 conmon[28642]: audit 2022-01-25T22:49:13.899216+0000 mgr.smithi068.zkksrk (mgr.14164) 195 : audit [DBG] from='client.14444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:15.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:15 smithi165 conmon[31600]: audit 2022-01-25T22:49:13.899216+0000 mgr.smithi068.zkksrk (mgr.14164) 195 : 2022-01-25T22:49:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:15 smithi165 conmon[31600]: audit [DBG] from='client.14444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:16.097 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:49:16.434 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:16 smithi068 conmon[28642]: cluster 2022-01-25T22:49:14.175648+0000 mgr.smithi068.zkksrk 2022-01-25T22:49:16.435 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:16 smithi068 conmon[28642]: (mgr.14164) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:16.435 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:16 smithi068 conmon[28642]: audit 2022-01-25T22:49:16.097436+0000 mon.smithi068 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.68:0/3904902255' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-25T22:49:16.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:16 smithi165 conmon[31600]: cluster 2022-01-25T22:49:14.175648+0000 mgr.smithi068.zkksrk (mgr.14164) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:16 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:49:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:16 smithi165 conmon[31600]: 49:16.097436+0000 mon.smithi068 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.68:0/3904902255' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-25T22:49:16.451 INFO:teuthology.orchestra.run.smithi068.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-01-25T22:49:16.451 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2022-01-25T22:49:16.452 INFO:tasks.cephadm:Setup complete, yielding 2022-01-25T22:49:16.452 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:49:16.464 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:16.465 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph orch status' 2022-01-25T22:49:18.153 INFO:teuthology.orchestra.run.smithi068.stdout:Backend: cephadm 2022-01-25T22:49:18.153 INFO:teuthology.orchestra.run.smithi068.stdout:Available: Yes 2022-01-25T22:49:18.154 INFO:teuthology.orchestra.run.smithi068.stdout:Paused: No 2022-01-25T22:49:18.401 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:18 smithi068 conmon[28642]: cluster 2022-01-25T22:49:16.175934+0000 mgr.smithi068.zkksrk (mgr.14164) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:18 smithi165 conmon[31600]: cluster 2022-01-25T22:49:16.175934+0000 mgr.smithi068.zkksrk (mgr.14164) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:18 smithi165 conmon[31600]: 2022-01-25T22:49:18.590 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ps' 2022-01-25T22:49:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:19 smithi068 conmon[28642]: audit 2022-01-25T22:49:18.153679+0000 mgr.smithi068.zkksrk (mgr.14164) 198 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:19 smithi068 conmon[28642]: audit 2022-01-25T22:49:18.466813+0000 mon.smithi068 (mon.0) 512 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:19 smithi068 conmon[28642]: audit 2022-01-25T22:49:18.849818+0000 mon.smithi068 (mon.0) 513 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:19 smithi165 conmon[31600]: audit 2022-01-25T22:49:18.153679+0000 mgr.smithi068.zkksrk (mgr.14164) 198 2022-01-25T22:49:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:19 smithi165 conmon[31600]: : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:19 smithi165 conmon[31600]: audit 2022-01-25T22:49:18.466813+0000 mon.smithi068 (mon.0) 512 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:19 smithi165 conmon[31600]: audit 2022-01-25T22:49:18 2022-01-25T22:49:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:19 smithi165 conmon[31600]: .849818+0000 mon.smithi068 (mon.0) 513 : 2022-01-25T22:49:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:19 smithi165 conmon[31600]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:20.234 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:49:20.235 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (3m) 78s ago 4m 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:49:20.235 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (4m) 78s ago 4m 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:49:20.235 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (3m) 64s ago 3m 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:49:20.236 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (2m) 78s ago 3m 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:49:20.236 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:9283 running (5m) 78s ago 5m 16.2.4 8d91d370c2b8 5a85491a3656 2022-01-25T22:49:20.236 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (3m) 64s ago 3m 16.2.4 8d91d370c2b8 175976850efc 2022-01-25T22:49:20.236 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (5m) 78s ago 5m 16.2.4 8d91d370c2b8 21e7cc384cdb 2022-01-25T22:49:20.237 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (3m) 64s ago 3m 16.2.4 8d91d370c2b8 4810208b9966 2022-01-25T22:49:20.237 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (3m) 78s ago 3m 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:49:20.237 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (3m) 64s ago 3m 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:49:20.237 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (2m) 78s ago 2m 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:49:20.238 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (2m) 78s ago 2m 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:49:20.238 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (2m) 78s ago 2m 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:49:20.238 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (2m) 78s ago 2m 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:49:20.238 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (113s) 64s ago 113s 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:49:20.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (98s) 64s ago 98s 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:49:20.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (83s) 64s ago 83s 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:49:20.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (67s) 64s ago 67s 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:49:20.239 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (2m) 78s ago 3m 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:49:20.417 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:20 smithi068 conmon[28642]: cluster 2022-01-25T22:49: 2022-01-25T22:49:20.417 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:20 smithi068 conmon[28642]: 18.176290+0000 mgr.smithi068.zkksrk (mgr.14164) 199 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:20.443 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:20 smithi165 conmon[31600]: cluster 2022-01-25T22:49:18.176290+0000 mgr.smithi068.zkksrk (mgr.14164) 199 : 2022-01-25T22:49:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:20 smithi165 conmon[31600]: cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:20.614 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ls' 2022-01-25T22:49:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:22 smithi068 conmon[28642]: cluster 2022-01-25T22:49:20.176605+0000 mgr.smithi068.zkksrk (mgr.14164) 200 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:22.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:22 smithi068 conmon[28642]: audit 2022-01-25T22:49:20.224997+0000 mgr.smithi068.zkksrk (mgr.14164) 201 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:22.410 INFO:teuthology.orchestra.run.smithi068.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2022-01-25T22:49:22.410 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager 1/1 80s ago 4m count:1 2022-01-25T22:49:22.410 INFO:teuthology.orchestra.run.smithi068.stdout:crash 2/2 80s ago 4m * 2022-01-25T22:49:22.411 INFO:teuthology.orchestra.run.smithi068.stdout:grafana 1/1 80s ago 4m count:1 2022-01-25T22:49:22.411 INFO:teuthology.orchestra.run.smithi068.stdout:mgr 2/2 80s ago 4m count:2 2022-01-25T22:49:22.411 INFO:teuthology.orchestra.run.smithi068.stdout:mon 2/2 80s ago 3m smithi068:172.21.15.68=smithi068;smithi165:172.21.15.165=smithi165;count:2 2022-01-25T22:49:22.411 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter 2/2 80s ago 4m * 2022-01-25T22:49:22.412 INFO:teuthology.orchestra.run.smithi068.stdout:osd.unmanaged 8/8 80s ago - 2022-01-25T22:49:22.412 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus 1/1 80s ago 4m count:1 2022-01-25T22:49:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:22 smithi165 conmon[31600]: cluster 2022-01-25T22:49:20.176605+0000 mgr.smithi068.zkksrk (mgr.14164) 200 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:22 smithi165 conmon[31600]: audit 2022-01-25T22:49:20. 2022-01-25T22:49:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:22 smithi165 conmon[31600]: 224997+0000 mgr.smithi068.zkksrk (mgr.14164) 201 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:22.829 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph orch host ls' 2022-01-25T22:49:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:24 smithi165 conmon[31600]: cluster 2022-01-25T22:49:22.176951+0000 mgr.smithi068.zkksrk (mgr.14164) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:24 smithi165 conmon[31600]: audit 2022-01-25T22:49:22 2022-01-25T22:49:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:24 smithi165 conmon[31600]: .405789+0000 mgr.smithi068.zkksrk (mgr.14164) 203 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:24.487 INFO:teuthology.orchestra.run.smithi068.stdout:HOST ADDR LABELS STATUS 2022-01-25T22:49:24.488 INFO:teuthology.orchestra.run.smithi068.stdout:smithi068 172.21.15.68 2022-01-25T22:49:24.488 INFO:teuthology.orchestra.run.smithi068.stdout:smithi165 smithi165 2022-01-25T22:49:24.489 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:24 smithi068 conmon[28642]: cluster 2022-01-25T22:49:22.176951+0000 mgr.smithi068.zkksrk (mgr.14164) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:24.489 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:24 smithi068 conmon[28642]: audit 2022-01-25T22:49:22.405789+0000 mgr.smithi068.zkksrk (mgr.14164) 203 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:24.842 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph orch device ls' 2022-01-25T22:49:26.253 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:26 smithi068 conmon[28642]: cluster 2022-01-25T22:49:24.177246+0000 mgr.smithi068.zkksrk (mgr.14164) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:26.254 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:26 smithi068 conmon[28642]: audit 2022-01-25T22:49:24.487180+0000 mgr.smithi068.zkksrk (mgr.14164) 205 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:26 smithi165 conmon[31600]: cluster 2022-01-25T22:49:24.177246+0000 mgr.smithi068.zkksrk (mgr.14164) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:26 smithi165 conmon[31600]: audit 2022-01-25T22:49:24.487180+0000 2022-01-25T22:49:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:26 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 205 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:26.621 INFO:teuthology.orchestra.run.smithi068.stdout:Hostname Path Type Serial Size Health Ident Fault Available 2022-01-25T22:49:26.622 INFO:teuthology.orchestra.run.smithi068.stdout:smithi068 /dev/nvme0n1 ssd CVFT534300K2400BGN 400G Unknown N/A N/A No 2022-01-25T22:49:26.622 INFO:teuthology.orchestra.run.smithi068.stdout:smithi165 /dev/nvme0n1 ssd CVFT623300CE400BGN 400G Unknown N/A N/A No 2022-01-25T22:49:26.969 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-25T22:49:26.979 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:26.980 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-25T22:49:27.009 INFO:teuthology.orchestra.run.smithi068.stderr:+ systemctl stop nfs-server 2022-01-25T22:49:27.016 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi165.front.sepia.ceph.com 2022-01-25T22:49:27.016 DEBUG:teuthology.orchestra.run.smithi165:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-25T22:49:27.053 INFO:teuthology.orchestra.run.smithi165.stderr:+ systemctl stop nfs-server 2022-01-25T22:49:27.061 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:49:27.072 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:27.072 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph fs volume create foofs' 2022-01-25T22:49:28.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:28 smithi068 conmon[28642]: cluster 2022-01-25T22:49:26.177541+0000 mgr.smithi068.zkksrk (mgr.14164) 206 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:28.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:28 smithi068 conmon[28642]: audit 2022-01-25T22:49:26.621306+0000 mgr.smithi068.zkksrk (mgr.14164) 207 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:28 smithi165 conmon[31600]: cluster 2022-01-25T22:49:26.177541+0000 mgr.smithi068.zkksrk (mgr.14164) 206 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:28 smithi165 conmon[31600]: audit 2022-01-25T22:49:26.621306+0000 mgr.smithi068.zkksrk (mgr.14164) 207 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:30.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:29 smithi068 conmon[28642]: cluster 2022-01-25T22:49:28.178014+0000 2022-01-25T22:49:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:29 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 208 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:29 smithi068 conmon[28642]: audit 2022-01-25T22:49:28.831767+0000 mgr.smithi068.zkksrk (mgr.14164) 209 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:29 smithi068 conmon[28642]: audit 2022-01-25T22:49:28.832315+0000 mon.smithi068 (mon.0) 514 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-25T22:49:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:29 smithi165 conmon[31600]: cluster 2022-01-25T22:49:28.178014+0000 mgr.smithi068.zkksrk (mgr.14164) 208 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:29 smithi165 conmon[31600]: audit 2022-01-25T22:49:28.831767+0000 mgr.smithi068.zkksrk (mgr.14164) 209 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:29 smithi165 conmon[31600]: audit 2022-01-25T22:49:28.832315+0000 mon.smithi068 (mon.0) 514 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-25T22:49:30.690 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: debug 2022-01-25T22:49:30.326+0000 7f15c0a8a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:49:30.701 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2022-01-25T22:49:30.713 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2022-01-25T22:49:30.714 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-01-25T22:49:31.028 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:29.324324+0000 mon.smithi068 (mon.0) 515 : 2022-01-25T22:49:31.029 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-25T22:49:31.029 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: cluster 2022-01-25T22:49:29.324424+0000 mon.smithi068 (mon.0) 516 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-25T22:49:31.029 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:29.326992+0000 mon.smithi068 (mon.0) 517 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:49:31.030 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.325258+0000 mon.smithi068 (mon.0) 518 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-25T22:49:31.030 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: cluster 2022-01-25T22:49:30.325499+0000 mon.smithi068 (mon.0) 519 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-25T22:49:31.030 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.327223+0000 mon.smithi068 (mon.0) 520 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:49:31.030 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: cluster 2022-01-25 2022-01-25T22:49:31.031 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: T22:49:30.328109+0000 mon.smithi068 (mon.0) 521 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:49:31.031 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: cluster 2022-01-25T22:49:30.328139+0000 mon.smithi068 (mon.0) 522 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-25T22:49:31.031 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: cluster 2022-01-25T22:49:30.343469+0000 2022-01-25T22:49:31.031 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: mon.smithi068 (mon.0) 523 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-25T22:49:31.032 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.343647+0000 mon.smithi068 (mon.0) 524 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-25T22:49:31.032 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: cluster 2022-01-25T22:49:30.343762+0000 mon.smithi068 (mon.0) 525 : cluster [DBG] fsmap foofs:0 2022-01-25T22:49:31.032 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.352700+0000 mon.smithi068 (mon.0) 526 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:31.032 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.353679+0000 mon.smithi068 (mon.0) 527 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:31.033 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.364155+0000 mon.smithi068 (mon. 2022-01-25T22:49:31.033 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: 0) 528 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:31.033 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.372374+0000 mon.smithi068 (mon.0) 529 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:31.033 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.373339+0000 mon.smithi068 (mon.0) 530 : audit 2022-01-25T22:49:31.034 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi165.nurulz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:49:31.034 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:49:31.034 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: 49:30.376541+0000 mon.smithi068 (mon.0) 531 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi165.nurulz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:49:31.034 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: audit 2022-01-25T22:49:30.377322+0000 mon.smithi068 ( 2022-01-25T22:49:31.035 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:30 smithi165 conmon[31600]: mon.0) 532 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01-25T22:49:29.324324+0000 mon.smithi068 (mon.0) 515 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-25T22:49:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: cluster 2022-01-25T22:49:29.324424+0000 mon.smithi068 (mon.0) 516 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-25T22:49:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01-25T22:49:29.326992+0000 mon.smithi068 (mon.0) 517 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:49:31.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01-25T22:49:30.325258+0000 mon.smithi068 (mon.0) 518 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-25T22:49:31.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: cluster 2022-01-25T22:49:30.325499+0000 mon.smithi068 (mon.0) 519 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-25T22:49:31.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01-25T22:49:30.327223+0000 mon.smithi068 (mon.0) 520 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:49:31.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: cluster 2022-01-25T22:49:30.328109+0000 mon.smithi068 (mon.0) 2022-01-25T22:49:31.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 521 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:49:31.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: cluster 2022-01-25T22:49:30.328139+0000 mon.smithi068 (mon.0) 522 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-25T22:49:31.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: cluster 2022-01-25T22:49:30.343469+0000 mon.smithi068 (mon.0) 523 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-25T22:49:31.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01-25T22:49:30.343647+0000 mon.smithi068 (mon.0) 524 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-25T22:49:31.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: cluster 2022-01-25T22:49:30.343762+0000 mon.smithi068 (mon.0) 525 : cluster [DBG] fsmap foofs:0 2022-01-25T22:49:31.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:49:31.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: :49:30.352700+0000 mon.smithi068 (mon.0) 526 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:31.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022 2022-01-25T22:49:31.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: -01-25T22:49:30.353679+0000 mon.smithi068 (mon 2022-01-25T22:49:31.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: .0) 527 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:31.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:49:31.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 25T22:49:30.364155+0000 mon.smithi068 2022-01-25T22:49:31.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: (mon.0) 528 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:31.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 2022-01-25T22:49:31.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022 2022-01-25T22:49:31.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: -01-25T22:49:30.372374+0000 mon.smithi068 2022-01-25T22:49:31.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: (mon.0) 529 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:31.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 2022-01-25T22:49:31.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022 2022-01-25T22:49:31.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: -01-25T22:49:30.373339+0000 mon.smithi068 2022-01-25T22:49:31.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: (mon.0) 530 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi165.nurulz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:49:31.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 2022-01-25T22:49:31.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:49:31.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 25T22:49:30.376541+0000 mon.smithi068 (mon 2022-01-25T22:49:31.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: .0) 531 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi165.nurulz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:49:31.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:49:31.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 25T22:49:30.377322+0000 mon.smithi068 2022-01-25T22:49:31.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: (mon.0) 532 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:31.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:30 smithi068 conmon[28642]: 2022-01-25T22:49:31.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:31 smithi068 conmon[28642]: cluster 2022-01-25T22:49:30.178529+0000 mgr.smithi068.zkksrk 2022-01-25T22:49:31.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:31 smithi068 conmon[28642]: (mgr.14164) 210 : cluster [DBG] pgmap v176: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:31.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:31 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:30.347114+0000 mgr.smithi068.zkksrk (mgr.14164) 211 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-25T22:49:31.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:31 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:30.378006+0000 mgr.smithi068.zkksrk (mgr.14164) 212 : cephadm [INF] Deploying daemon mds.foofs.smithi165.nurulz on smithi165 2022-01-25T22:49:31.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:31 smithi068 conmon[28642]: cluster 2022-01-25T22:49:31.343026+0000 mon.smithi068 (mon.0) 533 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-25T22:49:31.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:31 smithi165 conmon[31600]: cluster 2022-01-25T22:49:30.178529+0000 mgr.smithi068.zkksrk (mgr.14164) 210 : cluster [DBG] pgmap v176: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:31.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:31 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:30.347114+0000 mgr.smithi068.zkksrk (mgr.14164) 211 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-25T22:49:31.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:31 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:30.378006+0000 mgr.smithi068.zkksrk (mgr.14164) 212 : cephadm [INF] Deploying daemon mds.foofs.smithi165.nurulz on smithi165 2022-01-25T22:49:31.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:31 smithi165 conmon[31600]: cluster 2022-01-25T22:49:31.343026+0000 mon.smithi068 (mon.0) 533 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-25T22:49:32.373 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:49:32.373 INFO:teuthology.orchestra.run.smithi068.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-25T22:44:43.151407Z", "last_refresh": "2022-01-25T22:48:02.003737Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-25T22:44:29.714713Z", "last_refresh": "2022-01-25T22:48:02.003821Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-25T22:44:40.506416Z", "last_refresh": "2022-01-25T22:48:02.003903Z", "running": 1, "size": 1}}, {"events": ["2022-01-25T22:49:30.352921Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-25T22:49:30.347141Z", "running": 1, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-25T22:44:28.583060Z", "last_refresh": "2022-01-25T22:48:02.003649Z", "running": 2, "size": 2}}, {"events": ["2022-01-25T22:45:27.191065Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi068:172.21.15.68=smithi068", "smithi165:172.21.15.165=smithi165"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-25T22:45:27.185618Z", "last_refresh": "2022-01-25T22:48:02.003500Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-25T22:44:41.946940Z", "last_refresh": "2022-01-25T22:48:02.003985Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-25T22:48:02.004149Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-25T22:44:39.079475Z", "last_refresh": "2022-01-25T22:48:02.004068Z", "running": 1, "size": 1}}] 2022-01-25T22:49:32.743 INFO:tasks.cephadm:mds.foofs has 1/2 2022-01-25T22:49:33.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: cluster 2022-01-25T22:49:32.178917+0000 mgr.smithi068.zkksrk (mgr.14164) 213 : cluster [DBG] pgmap v180: 65 pgs: 9 creating+peering, 5 active+clean, 51 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:33.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: cluster 2022-01-25T22:49:32.343925+0000 mon.smithi068 (mon.0) 534 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-25T22:49:33.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: audit 2022-01-25T22:49:32.347327+0000 mon.smithi068 (mon.0) 535 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:33.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: audit 2022-01-25T22:49:32.348201+0000 mon.smithi068 (mon.0) 536 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi068.qekbvd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:49:33.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: audit 2022-01-25T22:49:32.351416+0000 mon.smithi068 (mon.0) 537 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi068.qekbvd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:49:33.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: audit 2022-01-25T22:49:32.352122+0000 mon.smithi068 (mon.0) 538 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:33.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:32.352802+0000 mgr.smithi068.zkksrk (mgr.14164) 214 : cephadm 2022-01-25T22:49:33.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: [INF] Deploying daemon mds.foofs.smithi068.qekbvd on smithi068 2022-01-25T22:49:33.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:33 smithi068 conmon[28642]: audit 2022-01-25T22:49:32.369637+0000 mgr.smithi068.zkksrk (mgr.14164) 215 : audit [DBG] from='client.14476 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: cluster 2022-01-25T22:49:32.178917+0000 mgr.smithi068.zkksrk (mgr.14164) 213 : cluster [DBG] 2022-01-25T22:49:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: pgmap v180: 65 pgs: 9 creating+peering, 5 active+clean, 51 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: cluster 2022-01-25T22:49:32.343925+0000 mon.smithi068 (mon.0) 534 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-25T22:49:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: audit 2022-01-25T22:49:32.347327+0000 mon.smithi068 (mon.0) 535 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: audit 2022-01-25T22:49:32.348201+0000 mon.smithi068 (mon.0) 536 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi068.qekbvd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:49:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: audit 2022-01-25T22:49:32.351416+0000 mon.smithi068 (mon.0) 537 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi068.qekbvd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:49:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: audit 2022-01-25T22:49:32.352122+0000 mon.smithi068 (mon.0) 538 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:32.352802+0000 mgr.smithi068.zkksrk (mgr.14164) 214 : cephadm [INF] Deploying daemon mds.foofs.smithi068.qekbvd on smithi068 2022-01-25T22:49:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: audit 2022-01-25T22:49 2022-01-25T22:49:33.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: :32.369637+0000 mgr.smithi068.zkksrk (mgr.14164) 215 : audit 2022-01-25T22:49:33.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:33 smithi165 conmon[31600]: [DBG] from='client.14476 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:33.744 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-01-25T22:49:35.894 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:49:35.895 INFO:teuthology.orchestra.run.smithi068.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-25T22:44:43.151407Z", "last_refresh": "2022-01-25T22:48:02.003737Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-25T22:44:29.714713Z", "last_refresh": "2022-01-25T22:48:02.003821Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-25T22:44:40.506416Z", "last_refresh": "2022-01-25T22:48:02.003903Z", "running": 1, "size": 1}}, {"events": ["2022-01-25T22:49:30.352921Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-25T22:49:30.347141Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-25T22:44:28.583060Z", "last_refresh": "2022-01-25T22:48:02.003649Z", "running": 2, "size": 2}}, {"events": ["2022-01-25T22:45:27.191065Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi068:172.21.15.68=smithi068", "smithi165:172.21.15.165=smithi165"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-25T22:45:27.185618Z", "last_refresh": "2022-01-25T22:48:02.003500Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-25T22:44:41.946940Z", "last_refresh": "2022-01-25T22:48:02.003985Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-25T22:48:02.004149Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-25T22:44:39.079475Z", "last_refresh": "2022-01-25T22:48:02.004068Z", "running": 1, "size": 1}}] 2022-01-25T22:49:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:34.179341+0000 mgr.smithi068.zkksrk (mgr.14164) 216 : cluster [DBG] pgmap v182: 65 pgs: 9 creating+peering, 47 active+clean, 9 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: audit 2022-01-25T22:49:34.744570+0000 mon.smithi068 (mon.0) 539 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: audit 2022-01-25T22:49:34.745294+0000 mon.smithi068 (mon.0) 540 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.348274+0000 mon.smithi068 (mon.0) 541 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:boot 2022-01-25T22:49:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.348330+0000 mon.smithi068 (mon.0) 542 : cluster [INF] daemon mds.foofs.smithi068.qekbvd assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-25T22:49:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.348407+0000 mon.smithi068 (mon.0) 543 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-25T22:49:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.348438+0000 mon.smithi068 (mon.0) 544 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-25T22:49:36.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.348456+0000 mon.smithi068 (mon.0) 545 : cluster [INF] Cluster is now healthy 2022-01-25T22:49:36.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.348751+0000 mon.smithi068 (mon.0) 546 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-01-25T22:49:36.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: audit 2022-01-25T22:49:35.349549+0000 mon.smithi068 (mon.0) 547 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:49:36.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.352439+0000 mon.smithi068 (mon.0) 548 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:creating} 2022-01-25T22:49:36.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:35 smithi068 conmon[28642]: cluster 2022-01-25T22:49:35.364197+0000 mon.smithi068 (mon.0) 549 : cluster [INF] daemon mds.foofs.smithi068.qekbvd is now active in filesystem foofs as rank 0 2022-01-25T22:49:36.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:34.179341+0000 mgr.smithi068.zkksrk (mgr.14164) 216 : cluster [DBG] pgmap v182: 65 pgs: 9 creating+peering, 47 active+clean, 9 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:36.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: audit 2022-01-25T22:49:34.744570+0000 mon.smithi068 (mon.0) 539 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:36.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: audit 2022-01-25T22:49:34.745294+0000 mon.smithi068 (mon.0) 540 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:36.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.348274+0000 mon.smithi068 (mon.0) 541 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:boot 2022-01-25T22:49:36.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.348330+0000 mon.smithi068 (mon.0) 542 : cluster [INF] daemon mds.foofs.smithi068.qekbvd assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-25T22:49:36.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.348407+0000 mon.smithi068 (mon.0) 543 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-25T22:49:36.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.348438+0000 mon.smithi068 (mon.0) 544 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-25T22:49:36.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T 2022-01-25T22:49:36.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: 22:49:35.348456+0000 mon.smithi068 (mon.0) 545 : cluster [INF] Cluster is now healthy 2022-01-25T22:49:36.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.348751+0000 mon.smithi068 (mon.0) 546 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-01-25T22:49:36.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: audit 2022-01-25T22:49:35.349549+0000 mon.smithi068 (mon.0) 547 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:49:36.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.352439+0000 mon.smithi068 (mon.0) 548 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:creating} 2022-01-25T22:49:36.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:35 smithi165 conmon[31600]: cluster 2022-01-25T22:49:35.364197+0000 mon.smithi068 (mon.0) 549 : cluster [INF] daemon mds.foofs.smithi068.qekbvd is now active in filesystem foofs as rank 0 2022-01-25T22:49:36.287 INFO:tasks.cephadm:mds.foofs has 2/2 2022-01-25T22:49:36.287 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:49:36.298 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:36.298 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2022-01-25T22:49:37.027 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: audit 2022-01-25T22:49:35.890970+0000 mgr.smithi068.zkksrk (mgr.14164) 217 : audit [DBG] from='client.24273 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:37.027 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: cluster 2022-01-25T22:49:36.354105+0000 mon.smithi068 (mon.0) 550 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:49:37.027 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: cluster 2022-01-25T22:49:36.354163+0000 mon.smithi068 (mon.0) 551 : cluster [DBG] mds.? [v2:172.21.15.165:6832/396437804,v1:172.21.15.165:6833/396437804] up:boot 2022-01-25T22:49:37.028 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: cluster 2022-01-25T22:49:36.354500+0000 mon.smithi068 (mon.0) 552 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:49:37.028 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: audit 2022-01-25T22:49:36.354596+0000 mon.smithi068 (mon.0) 553 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:49:37.028 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: cluster 2022-01-25T22:49:36. 2022-01-25T22:49:37.028 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:36 smithi068 conmon[28642]: 357293+0000 mon.smithi068 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:49:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: audit 2022-01-25T22:49:35.890970+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:49:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: ) 217 : audit [DBG] from='client.24273 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:49:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: cluster 2022-01-25T22:49:36.354105+0000 mon.smithi068 (mon.0) 550 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:49:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: cluster 2022-01-25T22:49:36.354163+0000 mon.smithi068 (mon.0) 551 : cluster [DBG] mds.? [v2:172.21.15.165:6832/396437804,v1:172.21.15.165:6833/396437804] up:boot 2022-01-25T22:49:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: cluster 2022-01-25T22:49:36.354500+0000 mon.smithi068 (mon.0) 552 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:49:37.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: audit 2022-01-25T22:49:36.354596+0000 mon.smithi068 (mon.0) 553 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:49:37.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:36 smithi165 conmon[31600]: cluster 2022-01-25T22:49:36.357293+0000 mon.smithi068 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:49:38.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:38 smithi068 conmon[28642]: cluster 2022-01-25T22:49:36.179873+0000 mgr.smithi068.zkksrk (mgr.14164) 218 : cluster [DBG] pgmap v183: 65 pgs: 65 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:38 smithi068 conmon[28642]: audit 2022-01-25T22:49:37.517462+0000 mon.smithi068 (mon.0) 555 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:38 smithi165 conmon[31600]: cluster 2022-01-25T22:49:36.179873+0000 mgr.smithi068.zkksrk (mgr.14164) 218 : cluster 2022-01-25T22:49:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:38 smithi165 conmon[31600]: [DBG] pgmap v183: 65 pgs: 65 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:38 smithi165 conmon[31600]: audit 2022-01-25T22:49:37.517462+0000 mon.smithi068 (mon.0) 555 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:38.500 INFO:teuthology.orchestra.run.smithi068.stderr:Invalid command: missing required parameter clusterid() 2022-01-25T22:49:38.501 INFO:teuthology.orchestra.run.smithi068.stderr:nfs cluster create [] : Create an NFS Cluster 2022-01-25T22:49:38.501 INFO:teuthology.orchestra.run.smithi068.stderr:Error EINVAL: invalid command 2022-01-25T22:49:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:39 smithi165 conmon[31600]: cluster 2022-01-25T22:49:38.180370+0000 mgr.smithi068.zkksrk (mgr.14164) 219 : cluster [DBG] pgmap v184: 65 pgs: 65 active+clean; 588 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:39 smithi165 conmon[31600]: audit 2022-01-25T22:49:38.836216+0000 mgr.smithi068.zkksrk (mgr.14164) 220 : audit [DBG] from='client.14496 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:39 smithi165 conmon[31600]: audit 2022-01-25T22:49:38.837253+0000 mon.smithi068 (mon.0) 556 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-25T22:49:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:39 smithi068 conmon[28642]: cluster 2022-01-25T22:49:38.180370+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:49:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:39 smithi068 conmon[28642]: 14164) 219 : cluster [DBG] pgmap v184: 65 pgs: 65 active+clean; 588 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:49:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:39 smithi068 conmon[28642]: audit 2022-01-25T22:49:38.836216+0000 mgr.smithi068.zkksrk (mgr.14164) 220 : audit [DBG] from='client.14496 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:39.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:39 smithi068 conmon[28642]: audit 2022-01-25T22:49:38.837253+0000 mon.smithi068 (mon.0) 556 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-25T22:49:40.368 INFO:teuthology.orchestra.run.smithi068.stdout:NFS Cluster Created Successfully 2022-01-25T22:49:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: 2022-01-25T22 2022-01-25T22:49:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: :49:39.341509+0000 mon.smithi068 (mon.0) 557 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-25T22:49:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: cluster 2022-01-25T22:49:39.341565+0000 mon.smithi068 (mon.0) 558 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-25T22:49:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: audit 2022-01-25T22:49:39.343517+0000 mon.smithi068 (mon.0) 559 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-25T22:49:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.342995+0000 mon.smithi068 (mon.0) 560 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-25T22:49:40.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:40 smithi165 conmon[31600]: cluster 2022-01-25T22:49:40.343163+0000 mon.smithi068 (mon.0) 561 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-25T22:49:40.796 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:40 smithi068 conmon[28642]: audit 2022-01-25T22:49:39.341509+0000 mon.smithi068 (mon.0) 557 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-25T22:49:40.797 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:40 smithi068 conmon[28642]: cluster 2022-01-25T22:49:39.341565+0000 mon.smithi068 (mon.0) 558 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-25T22:49:40.797 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:40 smithi068 conmon[28642]: audit 2022-01-25T22:49:39.343517+0000 mon.smithi068 (mon.0) 559 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-25T22:49:40.797 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:40 smithi068 conmon[28642]: audit 2022-01-25T22:49:40.342995+0000 mon.smithi068 (mon.0) 560 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-25T22:49:40.798 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:40 smithi068 conmon[28642]: cluster 2022-01-25T22:49:40.343163+0000 mon.smithi068 (mon.0) 561 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-25T22:49:40.799 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2022-01-25T22:49:41.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cluster 2022-01-25T22:49:40.180921+0000 mgr.smithi068.zkksrk (mgr.14164) 221 : cluster [DBG] pgmap v186: 97 pgs: 7 creating+peering, 25 unknown, 65 active+clean; 2.1 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 8 op/s 2022-01-25T22:49:41.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cluster 2022-01-25T22:49:40.362053+0000 mon.smithi068 (mon.0) 562 : cluster [DBG] mds.? [v2:172.21.15.165:6832/396437804,v1:172.21.15.165:6833/396437804] up:standby 2022-01-25T22:49:41.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cluster 2022-01-25T22:49:40.362097+0000 mon.smithi068 (mon.0) 563 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:49:41.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:40.365535+0000 mgr.smithi068.zkksrk (mgr.14164) 222 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-25T22:49:41.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49:40.368353+0000 mon.smithi068 (mon.0) 564 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:41.529 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49:40.460587+0000 mon.smithi068 (mon.0) 565 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:41.529 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49:40.464094+0000 mon.smithi068 (mon.0) 566 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:41.529 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:40.466579+0000 mgr.smithi068.zkksrk (mgr.14164) 223 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-25T22:49:41.529 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:40.472846+0000 mgr.smithi068.zkksrk (mgr.14164) 224 : cephadm [INF] Creating key for client.nfs.foo.smithi165 2022-01-25T22:49:41.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49:40.473092+0000 mon.smithi068 (mon.0) 567 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:49:41.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49:40.476570+0000 mon.smithi068 (mon.0) 568 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:49:41.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cephadm 2022- 2022-01-25T22:49:41.530 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: 01-25T22:49:40.478032+0000 mgr.smithi068.zkksrk (mgr.14164) 225 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:49:41.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:40.478106+0000 2022-01-25T22:49:41.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14164) 226 : cephadm [INF] Creating key for client.nfs.foo.smithi165-rgw 2022-01-25T22:49:41.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49:40 2022-01-25T22:49:41.531 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: .478310+0000 mon.smithi068 (mon.0) 569 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:49:41.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:49:41.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: 25T22:49:40.483199+0000 mon.smithi068 (mon.0 2022-01-25T22:49:41.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: ) 570 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:49:41.532 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: audit 2022-01-25T22:49: 2022-01-25T22:49:41.533 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: 40.486224+0000 mon.smithi068 (mon.0) 571 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:41.533 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cephadm 2022-01 2022-01-25T22:49:41.533 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: -25T22:49:40.486900+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:49:41.533 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: .14164) 227 : cephadm [INF] Deploying daemon nfs.foo.smithi165 on smithi165 2022-01-25T22:49:41.533 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: cluster 2022-01-25T22:49: 2022-01-25T22:49:41.534 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: 41.344591+0000 mon.smithi068 (mon.0) 572 : cluster [DBG] 2022-01-25T22:49:41.534 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:41 smithi068 conmon[28642]: osdmap e56: 8 total, 8 up, 8 in 2022-01-25T22:49:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cluster 2022-01-25T22:49:40.180921+0000 mgr.smithi068.zkksrk 2022-01-25T22:49:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: (mgr.14164) 221 : cluster [DBG] pgmap v186: 97 pgs: 7 creating+peering, 25 unknown, 65 active+clean; 2.1 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 8 op/s 2022-01-25T22:49:41.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cluster 2022-01-25T22:49:40.362053+0000 mon.smithi068 (mon.0) 562 : cluster [DBG] mds.? [v2:172.21.15.165:6832/396437804,v1:172.21.15.165:6833/396437804] up:standby 2022-01-25T22:49:41.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cluster 2022-01-25T22:49:40.362097+0000 mon.smithi068 (mon.0) 563 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:49:41.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:40.365535+0000 mgr.smithi068.zkksrk (mgr.14164) 222 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-25T22:49:41.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.368353+0000 mon.smithi068 (mon.0) 564 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:41.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.460587+0000 mon.smithi068 (mon.0) 565 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:41.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.464094+0000 mon.smithi068 (mon.0) 566 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:41.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:40.466579+0000 mgr.smithi068.zkksrk (mgr.14164) 223 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-25T22:49:41.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:40.472846+0000 mgr.smithi068.zkksrk (mgr.14164) 224 : cephadm [INF] Creating key for client.nfs.foo.smithi165 2022-01-25T22:49:41.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.473092+0000 mon.smithi068 (mon.0) 567 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:49:41.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.476570+0000 mon.smithi068 (mon.0) 568 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:49:41.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:40.478032+0000 mgr.smithi068.zkksrk (mgr.14164) 225 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:49:41.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:40.478106+0000 mgr.smithi068.zkksrk (mgr.14164) 226 : cephadm [INF] Creating key for client.nfs.foo.smithi165-rgw 2022-01-25T22:49:41.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.478310+0000 mon.smithi068 (mon.0) 569 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:49:41.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.483199+0000 mon.smithi068 2022-01-25T22:49:41.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: (mon.0) 570 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi165-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:49:41.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: audit 2022-01-25T22:49:40.486224+0000 mon.smithi068 (mon.0) 571 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:41.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:40.486900+0000 2022-01-25T22:49:41.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 227 : cephadm [INF] Deploying daemon nfs.foo.smithi165 on smithi165 2022-01-25T22:49:41.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: cluster 2022-01-25T22:49:41.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: 2022-01-25T22:49:41.344591+0000 mon.smithi068 (mon. 2022-01-25T22:49:41.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:41 smithi165 conmon[31600]: 0) 572 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-25T22:49:42.609 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:49:42.609 INFO:teuthology.orchestra.run.smithi068.stdout: "bind": "/fake", 2022-01-25T22:49:42.609 INFO:teuthology.orchestra.run.smithi068.stdout: "fs": "foofs", 2022-01-25T22:49:42.609 INFO:teuthology.orchestra.run.smithi068.stdout: "path": "/", 2022-01-25T22:49:42.610 INFO:teuthology.orchestra.run.smithi068.stdout: "cluster": "foo", 2022-01-25T22:49:42.610 INFO:teuthology.orchestra.run.smithi068.stdout: "mode": "RW" 2022-01-25T22:49:42.610 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:49:43.113 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2022-01-25T22:49:43.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:43 smithi068 conmon[28642]: cluster 2022-01-25T22:49:42.181298+0000 mgr.smithi068.zkksrk 2022-01-25T22:49:43.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:43 smithi068 conmon[28642]: (mgr.14164) 228 : cluster [DBG] pgmap v189: 97 pgs: 12 creating+peering, 19 unknown, 66 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2022-01-25T22:49:43.628 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:43 smithi068 conmon[28642]: cluster 2022-01-25T22:49:42.367775+0000 mon.smithi068 (mon.0) 573 : cluster [DBG] mgrmap e19: smithi068.zkksrk(active, since 4m), standbys: smithi165.mrpyur 2022-01-25T22:49:43.629 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:43 smithi068 conmon[28642]: audit 2022-01-25T22:49:42.580840+0000 mgr.smithi068.zkksrk (mgr.14164) 229 : audit [DBG] from='client.14504 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:43.629 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:43 smithi068 conmon[28642]: audit 2022-01-25T22:49:42.601331+0000 mon.smithi068 (mon.0) 574 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:49:43.629 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:43 smithi068 conmon[28642]: audit 2022-01-25T22:49:42.604779+0000 mon.smithi068 (mon.0) 575 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:49:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: cluster 2022-01-25T22:49:42.181298+0000 mgr.smithi068.zkksrk (mgr.14164) 228 : cluster [DBG] pgmap v189: 97 pgs: 12 creating+peering, 19 unknown, 66 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2022-01-25T22:49:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: cluster 2022-01-25T22:49 2022-01-25T22:49:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: :42.367775+0000 mon.smithi068 (mon.0) 573 : cluster [DBG] mgrmap e19: smithi068.zkksrk(active, since 4m), standbys: smithi165.mrpyur 2022-01-25T22:49:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: audit 2022-01-25T22:49:42.580840+0000 mgr.smithi068.zkksrk (mgr.14164) 229 : audit [DBG] from='client.14504 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: audit 2022-01-25T22:49:42.601331+0000 mon.smithi068 (mon.0) 574 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:49:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: 2022-01-25T22:49:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: audit 2022-01-25T22:49:42.604779+0000 mon.smithi068 (mon.0) 575 : audit [INF] 2022-01-25T22:49:43.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:43 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:49:44.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: audit 2022-01-25T22:49:43.378246+0000 mon.smithi068 (mon.0) 576 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:44.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:43.379066+0000 mgr.smithi068.zkksrk (mgr.14164) 230 : cephadm [INF] Creating key for client.nfs.foo.smithi068 2022-01-25T22:49:44.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: audit 2022-01-25T22:49:43.379294+0000 mon.smithi068 (mon.0) 577 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:49:44.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: audit 2022-01-25T22:49:43.382024+0000 mon.smithi068 (mon.0) 578 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:49:44.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:43.383187+0000 mgr.smithi068.zkksrk (mgr.14164) 231 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:49:44.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: cephadm 2022- 2022-01-25T22:49:44.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: 01-25T22:49:43.383265+0000 mgr.smithi068.zkksrk (mgr.14164) 232 : cephadm [INF] Creating key for client.nfs.foo.smithi068-rgw 2022-01-25T22:49:44.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: audit 2022-01-25T22:49:43.383481+0000 mon.smithi068 (mon.0) 579 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:49:44.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: audit 2022-01-25T22:49:43.386204+0000 mon.smithi068 (mon.0) 580 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:49:44.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: audit 2022-01-25T22:49:43.387157+0000 mon.smithi068 (mon.0) 581 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:44.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:44 smithi068 conmon[28642]: cephadm 2022-01-25T22:49:43.387925+0000 mgr.smithi068.zkksrk (mgr.14164) 233 : cephadm [INF] Deploying daemon nfs.foo.smithi068 on smithi068 2022-01-25T22:49:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: audit 2022-01-25T22:49:43.378246+0000 mon.smithi068 (mon.0) 576 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:43.379066+0000 2022-01-25T22:49:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 230 : cephadm [INF] Creating key for client.nfs.foo.smithi068 2022-01-25T22:49:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: audit 2022-01-25T22:49:43.379294+0000 mon.smithi068 (mon.0) 577 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:49:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: audit 2022-01-25T22:49:43.382024+0000 mon.smithi068 (mon.0) 578 : audit [INF] 2022-01-25T22:49:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:49:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:43.383187+0000 mgr.smithi068.zkksrk (mgr.14164) 231 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:49:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:43.383265+0000 mgr.smithi068.zkksrk (mgr.14164) 232 : 2022-01-25T22:49:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: cephadm [INF] Creating key for client.nfs.foo.smithi068-rgw 2022-01-25T22:49:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:49:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: -25T22:49:43.383481+0000 mon.smithi068 (mon.0) 579 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:49:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: audit 2022-01-25T22:49:43.386204+0000 mon.smithi068 ( 2022-01-25T22:49:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: mon.0) 580 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi068-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:49:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: audit 2022-01-25T22:49:43.387157+0000 mon.smithi068 (mon.0) 2022-01-25T22:49:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: 581 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:44.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: cephadm 2022-01-25T22:49:44.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:44 smithi165 conmon[31600]: 2022-01-25T22:49:43.387925+0000 mgr.smithi068.zkksrk (mgr.14164) 233 : cephadm [INF] Deploying daemon nfs.foo.smithi068 on smithi068 2022-01-25T22:49:45.464 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:45 smithi068 conmon[28642]: cluster 2022-01-25T22:49:44.181782+0000 mgr.smithi068.zkksrk (mgr.14164) 234 : cluster [DBG] pgmap v190: 97 pgs: 12 creating+peering, 85 active+clean; 2.6 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2022-01-25T22:49:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:45 smithi165 conmon[31600]: cluster 2022-01-25T22:49:44.181782+0000 mgr.smithi068.zkksrk (mgr.14164) 234 : cluster 2022-01-25T22:49:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:45 smithi165 conmon[31600]: [DBG] pgmap v190: 97 pgs: 12 creating+peering, 85 active+clean; 2.6 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2022-01-25T22:49:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:46 smithi068 conmon[28642]: audit 2022-01-25T22:49:45.440027+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:49:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:46 smithi068 conmon[28642]: 14164) 235 : audit [DBG] from='client.14520 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:46 smithi165 conmon[31600]: audit 2022-01-25T22:49:45.440027+0000 mgr.smithi068.zkksrk (mgr.14164) 235 : audit [DBG] 2022-01-25T22:49:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:46 smithi165 conmon[31600]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:48.098 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo 2/2 - 7s count:2 2022-01-25T22:49:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:48 smithi165 conmon[31600]: cluster 2022-01-25T22:49:46.182312+0000 mgr.smithi068.zkksrk (mgr.14164) 236 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.8 KiB/s wr, 4 op/s 2022-01-25T22:49:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:48 smithi165 conmon[31600]: audit 2022-01-25T22:49:46.769568+0000 mgr.smithi068.zkksrk (mgr.14164) 237 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:48.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:48 smithi165 conmon[31600]: audit 2022-01-25T22:49:47.262831+0000 mon.smithi068 (mon.0) 582 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:48.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:48 smithi165 conmon[31600]: audit 2022-01-25T22:49:47.263543+0000 mon.smithi068 (mon.0) 583 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:48.503 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:48 smithi068 conmon[28642]: cluster 2022-01-25T22:49:46.182312+0000 mgr.smithi068.zkksrk (mgr.14164) 236 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.8 KiB/s wr, 4 op/s 2022-01-25T22:49:48.503 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:48 smithi068 conmon[28642]: audit 2022-01-25T22:49:46.769568+0000 mgr.smithi068.zkksrk (mgr.14164) 237 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:48.503 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:48 smithi068 conmon[28642]: audit 2022-01-25T22:49:47.262831+0000 mon.smithi068 (mon.0) 582 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:48.504 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:48 smithi068 conmon[28642]: audit 2022-01-25T22:49:47.263543+0000 mon.smithi068 (mon.0) 583 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:48.516 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-25T22:49:48.529 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:48.530 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2022-01-25T22:49:48.559 INFO:teuthology.orchestra.run.smithi068.stderr:+ mkdir /mnt/foo 2022-01-25T22:49:48.584 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2022-01-25T22:49:48.652 INFO:teuthology.orchestra.run.smithi068.stderr:++ hostname 2022-01-25T22:49:48.653 INFO:teuthology.orchestra.run.smithi068.stderr:+ mount -t nfs smithi068:/fake /mnt/foo -o sync 2022-01-25T22:49:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:49 smithi165 conmon[31600]: audit 2022-01-25T22:49:48.081412+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:49:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:49 smithi165 conmon[31600]: 14164) 238 : audit [DBG] from='client.14544 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:49 smithi068 conmon[28642]: audit 2022-01-25T22:49:48.081412+0000 mgr.smithi068.zkksrk (mgr.14164) 238 : audit [DBG] from='client.14544 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:50 smithi165 conmon[31600]: cluster 2022-01-25T22:49: 2022-01-25T22:49:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:50 smithi165 conmon[31600]: 48.182760+0000 mgr.smithi068.zkksrk (mgr.14164) 239 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-25T22:49:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:50 smithi068 conmon[28642]: cluster 2022-01-25T22:49:48.182760+0000 mgr.smithi068.zkksrk 2022-01-25T22:49:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:50 smithi068 conmon[28642]: (mgr.14164) 239 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-25T22:49:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:51 smithi068 conmon[28642]: cluster 2022-01-25T22:49:50.183246+0000 mgr.smithi068.zkksrk (mgr.14164) 240 : cluster [DBG] pgmap v193: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2022-01-25T22:49:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:51 smithi068 conmon[28642]: audit 2022-01-25T22:49:50.718490+0000 mon.smithi068 (mon.0) 584 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:52.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:51 smithi165 conmon[31600]: cluster 2022-01-25T22:49:50.183246+0000 mgr.smithi068.zkksrk (mgr.14164) 240 : cluster 2022-01-25T22:49:52.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:51 smithi165 conmon[31600]: [DBG] pgmap v193: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2022-01-25T22:49:52.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:51 smithi165 conmon[31600]: audit 2022-01-25T22:49:50.718490+0000 mon.smithi068 (mon.0) 584 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: cluster 2022-01-25T22:49:52.183953+0000 mgr.smithi068.zkksrk (mgr.14164) 241 : cluster [DBG] 2022-01-25T22:49:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: pgmap v194: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-01-25T22:49:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: audit 2022-01-25T22:49:53.286067+0000 mon.smithi068 (mon.0) 585 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: audit 2022 2022-01-25T22:49:54.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: -01-25T22:49:53.289546+0000 mon.smithi068 (mon.0) 586 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: audit 2022-01-25T22:49:53.293295+0000 mon.smithi068 ( 2022-01-25T22:49:54.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: mon.0) 587 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:54.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: audit 2022 2022-01-25T22:49:54.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: -01-25T22:49:53.297284+0000 mon.smithi068 (mon. 2022-01-25T22:49:54.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:54 smithi165 conmon[31600]: 0) 588 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: cluster 2022-01-25T22:49:52.183953+0000 mgr.smithi068.zkksrk (mgr.14164) 241 : cluster [DBG] pgmap v194: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-01-25T22:49:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:49:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: -25T22:49:53.286067+0000 mon.smithi068 (mon.0) 585 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: audit 2022-01-25T22:49:53.289546+0000 mon.smithi068 (mon.0) 586 : audit [INF] 2022-01-25T22:49:54.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: audit 2022-01-25T22:49:54.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: 2022-01-25T22:49: 2022-01-25T22:49:54.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: 53.293295+0000 mon.smithi068 (mon. 2022-01-25T22:49:54.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: 0) 587 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:54.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: 2022-01-25T22:49:54.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: audit 2022-01-25T22:49:54.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: 2022-01-25T22:49 2022-01-25T22:49:54.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: :53.297284+0000 mon.smithi068 (mon 2022-01-25T22:49:54.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: .0) 588 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:49:54.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:54 smithi068 conmon[28642]: 2022-01-25T22:49:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: audit 2022-01-25T22:49:54.158049+0000 mon.smithi068 (mon.0 2022-01-25T22:49:55.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: ) 589 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2022-01-25T22:49:55.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: audit 2022-01-25T22:49:54.158282+0000 mon.smithi068 (mon.0) 590 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2022-01-25T22:49:55.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: audit 2022-01-25T22:49:54.158499+0000 2022-01-25T22:49:55.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: mon.smithi068 (mon.0) 591 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2022-01-25T22:49:55.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:49:55.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: 01-25T22:49:54.158707+0000 mon.smithi068 (mon.0) 2022-01-25T22:49:55.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:55 smithi165 conmon[31600]: 592 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2022-01-25T22:49:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:55 smithi068 conmon[28642]: audit 2022-01-25T22:49:54.158049+0000 mon.smithi068 (mon.0) 589 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2022-01-25T22:49:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:55 smithi068 conmon[28642]: audit 2022-01-25T22:49:54.158282+0000 mon.smithi068 (mon.0) 590 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2022-01-25T22:49:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:55 smithi068 conmon[28642]: audit 2022-01-25T22:49:54.158499+0000 mon.smithi068 (mon.0) 591 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2022-01-25T22:49:55.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:55 smithi068 conmon[28642]: audit 2022-01-25T22:49:54.158707+0000 mon.smithi068 (mon.0) 592 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2022-01-25T22:49:56.298 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2022-01-25T22:49:56.370 INFO:teuthology.orchestra.run.smithi068.stderr:+ echo test 2022-01-25T22:49:56.382 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2022-01-25T22:49:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: cluster 2022-01-25T22:49:54.184656+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:49:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: ) 242 : cluster [DBG] pgmap v195: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-01-25T22:49:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: audit 2022-01-25T22:49:55.149805+0000 mon.smithi068 (mon.0) 593 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2022-01-25T22:49:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: 2022-01-25T22:49:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: audit 2022-01-25T22:49:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: 2022-01-25T22:49:55.149911+0000 mon.smithi068 (mon.0) 594 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2022-01-25T22:49:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: 2022-01-25T22:49:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: audit 2022-01-25T22:49:55.150032+0000 2022-01-25T22:49:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: mon.smithi068 (mon.0) 595 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2022-01-25T22:49:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: audit 2022-01-25T22:49:55 2022-01-25T22:49:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: .150097+0000 mon.smithi068 (mon.0) 596 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2022-01-25T22:49:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: cluster 2022-01-25T22:49:55 2022-01-25T22:49:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: .150146+0000 mon.smithi068 (mon.0) 597 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-01-25T22:49:56.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:56 smithi165 conmon[31600]: 2022-01-25T22:49:56.448 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: cluster 2022-01-25T22 2022-01-25T22:49:56.448 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: :49:54.184656+0000 mgr.smithi068.zkksrk (mgr.14164) 242 : cluster [DBG] pgmap v195: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-01-25T22:49:56.449 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: audit 2022-01-25T22:49:55.149805+0000 mon.smithi068 (mon. 2022-01-25T22:49:56.449 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: 0) 593 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2022-01-25T22:49:56.449 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: audit 2022-01-25T22:49: 2022-01-25T22:49:56.449 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: 55.149911+0000 mon.smithi068 (mon.0) 594 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2022-01-25T22:49:56.450 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:49:56.450 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: 25T22:49:55 2022-01-25T22:49:56.450 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: .150032+0000 mon.smithi068 (mon.0) 595 : audit [INF] 2022-01-25T22:49:56.450 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2022-01-25T22:49:56.451 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:49:56.451 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: -25T22:49:55. 2022-01-25T22:49:56.451 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: 150097+0000 mon.smithi068 (mon.0) 2022-01-25T22:49:56.451 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: 596 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2022-01-25T22:49:56.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: cluster 2022-01-25T22:49:56.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: 2022-01-25T22:49:55.150146+0000 mon.smithi068 ( 2022-01-25T22:49:56.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: mon.0) 597 : cluster [DBG] 2022-01-25T22:49:56.452 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:56 smithi068 conmon[28642]: osdmap e57: 8 total, 8 up, 8 in 2022-01-25T22:49:56.453 INFO:teuthology.orchestra.run.smithi068.stderr:+ sync 2022-01-25T22:49:56.689 INFO:teuthology.run_tasks:Running task parallel... 2022-01-25T22:49:56.709 INFO:teuthology.task.parallel:starting parallel... 2022-01-25T22:49:56.710 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-25T22:49:56.710 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-25T22:49:56.711 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:56.712 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2022-01-25T22:49:56.712 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-25T22:49:56.713 INFO:teuthology.task.sequential:In sequential, running task exec... 2022-01-25T22:49:56.713 INFO:teuthology.task.exec:Executing custom commands... 2022-01-25T22:49:56.714 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:49:56.714 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2022-01-25T22:49:56.774 INFO:teuthology.orchestra.run.smithi068.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-25T22:49:56.775 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T22:49:56.775 INFO:teuthology.orchestra.run.smithi068.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2022-01-25T22:49:56.777 INFO:teuthology.orchestra.run.smithi068.stdout:3 of 5 processes prepared for launch 0 sec 2022-01-25T22:49:56.878 INFO:teuthology.orchestra.run.smithi068.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-25T22:49:56.879 INFO:teuthology.orchestra.run.smithi068.stdout:releasing clients 2022-01-25T22:49:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:57 smithi165 conmon[31600]: cluster 2022-01-25T22:49:56.151990+0000 mon.smithi068 (mon.0) 598 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-25T22:49:57.473 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:57 smithi068 conmon[28642]: cluster 2022-01-25T22:49:56.151990 2022-01-25T22:49:57.473 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:57 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 598 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-25T22:49:57.878 INFO:teuthology.orchestra.run.smithi068.stdout: 5 278 52.16 MB/sec warmup 1 sec latency 12.964 ms 2022-01-25T22:49:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:58 smithi165 conmon[31600]: cluster 2022-01-25T22:49:56.185061+0000 2022-01-25T22:49:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:58 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 243 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2022-01-25T22:49:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:58 smithi165 conmon[31600]: audit 2022-01-25T22:49:57.348227+0000 mon.smithi068 (mon.0) 599 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:49:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:49:58 smithi165 conmon[31600]: audit 2022-01-25T22:49:57.350093+0000 mon.smithi068 (mon.0) 600 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:49:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:58 smithi068 conmon[28642]: cluster 2022-01-25T22:49:56.185061+0000 mgr.smithi068.zkksrk (mgr.14164) 243 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2022-01-25T22:49:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:58 smithi068 conmon[28642]: audit 2022-01-25T22:49:57.348227+0000 mon.smithi068 (mon.0) 599 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:49:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:49:58 smithi068 conmon[28642]: audit 2022-01-25T22:49:57.350093+0000 mon.smithi068 (mon.0) 600 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:49:58.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 562 47.79 MB/sec warmup 2 sec latency 11.828 ms 2022-01-25T22:49:59.014 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2022-01-25T22:49:59.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 1373 42.38 MB/sec warmup 3 sec latency 11.700 ms 2022-01-25T22:50:00.424 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:00 smithi068 conmon[28642]: cluster 2022-01-25T22:49:58.185656 2022-01-25T22:50:00.424 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:00 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14164) 244 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 18 MiB data, 87 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 2.3 MiB/s wr, 43 op/s 2022-01-25T22:50:00.425 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:00 smithi068 conmon[28642]: cluster 2022-01-25T22:50:00.000108+0000 mon.smithi068 (mon.0) 601 : cluster [INF] overall HEALTH_OK 2022-01-25T22:50:00.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:00 smithi165 conmon[31600]: cluster 2022-01-25T22:49:58.185656 2022-01-25T22:50:00.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:00 smithi165 conmon[31600]: +0000 mgr.smithi068.zkksrk (mgr.14164) 244 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 18 MiB data, 87 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 2.3 MiB/s wr, 43 op/s 2022-01-25T22:50:00.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:00 smithi165 conmon[31600]: cluster 2022-01-25T22:50:00.000108+0000 mon.smithi068 (mon.0) 601 : cluster [INF] overall HEALTH_OK 2022-01-25T22:50:00.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 2681 37.78 MB/sec warmup 4 sec latency 9.532 ms 2022-01-25T22:50:01.440 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set global log_to_journald false --force' 2022-01-25T22:50:01.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 3850 39.76 MB/sec warmup 5 sec latency 12.904 ms 2022-01-25T22:50:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:02 smithi165 conmon[31600]: cluster 2022-01-25T22:50:00.186255+0000 mgr.smithi068.zkksrk (mgr.14164 2022-01-25T22:50:02.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:02 smithi165 conmon[31600]: ) 245 : cluster [DBG] pgmap v200: 97 pgs: 97 active+clean; 78 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 10 MiB/s wr, 545 op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:50:02.496 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:02 smithi068 conmon[28642]: cluster 2022-01-25T22:50:00.186255+0000 mgr.smithi068.zkksrk (mgr.14164) 245 : cluster [DBG] pgmap v200: 97 pgs: 97 active+clean; 78 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 10 MiB/s wr, 545 op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:50:02.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 4807 35.63 MB/sec warmup 6 sec latency 14.542 ms 2022-01-25T22:50:03.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 6010 33.84 MB/sec warmup 7 sec latency 20.937 ms 2022-01-25T22:50:03.962 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph mgr module enable nfs --force' 2022-01-25T22:50:04.188 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:04 smithi068 conmon[28642]: cluster 2022-01-25T22:50:02.186779+0000 mgr.smithi068.zkksrk (mgr.14164) 246 : cluster [DBG] pgmap v201: 97 pgs: 97 active+clean; 88 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 12 MiB/s wr, 575 op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:50:04.189 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:04 smithi068 conmon[28642]: audit 2022-01-25T22:50:03.507163+0000 mon.smithi068 (mon.0) 602 : audit [INF] from='client.? ' entity='client.admin' 2022-01-25T22:50:04.189 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:04 smithi068 conmon[28642]: audit 2022-01-25T22:50:03.513026+0000 mon.smithi068 (mon.0) 603 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:04.189 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:04 smithi068 conmon[28642]: audit 2022-01-25T22:50:03.522524+0000 mon.smithi068 (mon.0) 604 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: cluster 2022-01-25T22:50:02.186779+0000 mgr.smithi068.zkksrk (mgr.14164) 246 2022-01-25T22:50:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: : cluster [DBG] pgmap v201: 97 pgs: 97 active+clean; 88 MiB data, 359 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 12 MiB/s wr, 575 op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:50:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: audit 2022-01-25T22:50:03.507163+0000 mon.smithi068 (mon.0) 602 : audit [INF] from='client.? ' entity='client.admin' 2022-01-25T22:50:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: audit 2022-01-25T22:50:03.513026+0000 mon.smithi068 2022-01-25T22:50:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: (mon.0) 603 : audit [DBG] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: audit 2022-01-25T22:50:03.522524+0000 mon.smithi068 (mon 2022-01-25T22:50:04.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:04 smithi165 conmon[31600]: .0) 604 : audit [INF] from='mgr.14164 172.21.15.68:0/4136365585' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:04.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 7096 35.64 MB/sec warmup 8 sec latency 17.723 ms 2022-01-25T22:50:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:05 smithi165 conmon[31600]: cluster 2022-01-25T22:50:04.187271+0000 2022-01-25T22:50:05.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:05 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14164) 247 : cluster [DBG] pgmap v202: 97 pgs: 97 active+clean; 133 MiB data, 613 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 18 MiB/s wr, 1.10k op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:50:05.450 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:05 smithi068 conmon[28642]: cluster 2022-01-25T22:50:04.187271+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:50:05.451 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:05 smithi068 conmon[28642]: 14164) 247 : cluster [DBG] pgmap v202: 97 pgs: 97 active+clean; 133 MiB data, 613 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 18 MiB/s wr, 1.10k op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:50:05.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 8004 33.29 MB/sec warmup 9 sec latency 19.874 ms 2022-01-25T22:50:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:06 smithi165 conmon[31600]: audit 2022-01-25T22:50:06.070505+0000 mon.smithi165 ( 2022-01-25T22:50:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:06 smithi165 conmon[31600]: mon.1) 18 : audit [INF] from='client.? 172.21.15.68:0/3260991421' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:50:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:06 smithi165 conmon[31600]: audit 2022-01-25T22:50:06.070969+0000 mon.smithi068 (mon.0) 605 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:50:06.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:06 smithi068 conmon[28642]: audit 2022-01-25T22:50:06.070505+0000 2022-01-25T22:50:06.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:06 smithi068 conmon[28642]: mon.smithi165 (mon.1) 18 : audit [INF] from='client.? 172.21.15.68:0/3260991421' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:50:06.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:06 smithi068 conmon[28642]: audit 2022-01-25T22:50:06.070969+0000 mon.smithi068 (mon.0) 605 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:50:06.578 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2022-01-25T22:50:06.879 INFO:teuthology.orchestra.run.smithi068.stdout: 5 9023 32.34 MB/sec warmup 10 sec latency 18.377 ms 2022-01-25T22:50:07.487 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:07 smithi068 conmon[28642]: audit 2022-01-25T22:50:06.202053+0000 mon.smithi068 (mon.0) 606 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-25T22:50:07.487 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:07 smithi068 conmon[28642]: cluster 2022-01-25T22:50:06.202140+0000 mon.smithi068 (mon.0) 607 : cluster [DBG] mgrmap e20: smithi068.zkksrk(active, since 5m), standbys: smithi165.mrpyur 2022-01-25T22:50:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:07 smithi165 conmon[31600]: audit 2022-01-25T22:50:06.202053+0000 mon.smithi068 (mon.0 2022-01-25T22:50:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:07 smithi165 conmon[31600]: ) 606 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-25T22:50:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:07 smithi165 conmon[31600]: cluster 2022-01-25T22:50:06.202140+0000 mon.smithi068 (mon.0) 607 : cluster [DBG] mgrmap e20: smithi068.zkksrk(active, since 5m), standbys: smithi165.mrpyur 2022-01-25T22:50:07.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 9869 31.56 MB/sec warmup 11 sec latency 32.471 ms 2022-01-25T22:50:08.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 10733 32.05 MB/sec warmup 12 sec latency 28.949 ms 2022-01-25T22:50:09.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 11441 30.29 MB/sec warmup 13 sec latency 21.058 ms 2022-01-25T22:50:10.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 12527 29.91 MB/sec warmup 14 sec latency 15.816 ms 2022-01-25T22:50:11.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 13554 30.08 MB/sec warmup 15 sec latency 20.528 ms 2022-01-25T22:50:12.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 14373 30.16 MB/sec warmup 16 sec latency 25.249 ms 2022-01-25T22:50:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: cluster 2022-01-25T22:50:12.154196+0000 mon.smithi068 (mon.0) 2022-01-25T22:50:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: 608 : cluster [DBG] Standby manager daemon smithi165.mrpyur restarted 2022-01-25T22:50:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: cluster 2022-01-25T22:50:12.154320+0000 mon.smithi068 (mon.0) 609 : cluster [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:50:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:50:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: 22:50:12.155729+0000 mon.smithi165 (mon.1) 19 : audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:50:13.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: audit 2022-01-25T22:50 2022-01-25T22:50:13.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: :12.156215+0000 mon.smithi165 (mon.1) 20 2022-01-25T22:50:13.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: : audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:50:13.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: audit 2022-01-25T22:50:13.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: 2022-01-25T22:50:12 2022-01-25T22:50:13.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: .158832+0000 mon.smithi165 (mon.1) 21 : audit 2022-01-25T22:50:13.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:50:13.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: audit 2022-01-25T22:50 2022-01-25T22:50:13.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: :12.159633+0000 mon.smithi165 (mon.1) 22 : 2022-01-25T22:50:13.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:13 smithi165 conmon[31600]: audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:50:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: cluster 2022-01-25T22:50:12.154196+0000 mon.smithi068 ( 2022-01-25T22:50:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: mon.0) 608 : cluster [DBG] Standby manager daemon smithi165.mrpyur restarted 2022-01-25T22:50:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: cluster 2022-01-25T22:50:12.154320+0000 mon.smithi068 (mon.0) 609 : cluster [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:50:13.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: audit 2022-01-25T22:50:12.155729+0000 mon.smithi165 (mon.1) 19 : audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:50:13.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: audit 2022-01-25T22:50:12.156215+0000 mon.smithi165 (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:50:13.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: audit 2022-01-25T22:50:12.158832+0000 mon.smithi165 (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:50:13.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:13 smithi068 conmon[28642]: audit 2022-01-25T22:50:12.159633+0000 mon.smithi165 (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.165:0/1843276029' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:50:13.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 14887 28.71 MB/sec warmup 17 sec latency 56.807 ms 2022-01-25T22:50:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:14 smithi165 conmon[31600]: cluster 2022-01-25T22:50:13.152266+0000 mon.smithi068 (mon.0) 610 2022-01-25T22:50:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:14 smithi165 conmon[31600]: : cluster [DBG] mgrmap e21: smithi068.zkksrk(active, since 5m), standbys: smithi165.mrpyur 2022-01-25T22:50:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:14 smithi068 conmon[28642]: cluster 2022-01-25T22:50:13.152266 2022-01-25T22:50:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:14 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 610 : cluster [DBG] mgrmap e21: smithi068.zkksrk(active, since 5m), standbys: smithi165.mrpyur 2022-01-25T22:50:14.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 15545 27.99 MB/sec warmup 18 sec latency 23.825 ms 2022-01-25T22:50:15.637 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:15 smithi068 conmon[28642]: cluster 2022-01-25T22:50:15.265264+0000 mon.smithi068 (mon.0) 611 : cluster [INF] Active manager daemon smithi068.zkksrk restarted 2022-01-25T22:50:15.638 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:15 smithi068 conmon[28642]: cluster 2022-01-25T22:50:15.266032+0000 mon.smithi068 (mon.0) 612 : cluster [INF] Activating manager daemon smithi068.zkksrk 2022-01-25T22:50:15.638 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:15 smithi068 conmon[28642]: cluster 2022-01-25T22:50:15.270143+0000 mon.smithi068 (mon.0) 613 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-25T22:50:15.652 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:15 smithi165 conmon[31600]: cluster 2022-01-25T22:50:15.265264+0000 mon.smithi068 2022-01-25T22:50:15.652 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:15 smithi165 conmon[31600]: (mon.0) 611 : cluster [INF] Active manager daemon smithi068.zkksrk restarted 2022-01-25T22:50:15.653 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:15 smithi165 conmon[31600]: cluster 2022-01-25T22:50:15.266032+0000 mon.smithi068 (mon.0) 612 : cluster [INF] Activating manager daemon smithi068.zkksrk 2022-01-25T22:50:15.653 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:15 smithi165 conmon[31600]: cluster 2022-01- 2022-01-25T22:50:15.653 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:15 smithi165 conmon[31600]: 25T22:50:15.270143+0000 mon.smithi068 (mon. 2022-01-25T22:50:15.653 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:15 smithi165 conmon[31600]: 0) 613 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-25T22:50:15.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 16723 27.70 MB/sec warmup 19 sec latency 17.158 ms 2022-01-25T22:50:16.334 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: cluster 2022-01-25T22:50:15.324005+0000 2022-01-25T22:50:16.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: mon.smithi068 (mon.0) 614 : cluster [DBG] mgrmap e22: smithi068.zkksrk(active, starting, since 0.0581162s), standbys: smithi165.mrpyur 2022-01-25T22:50:16.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50: 2022-01-25T22:50:16.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 15.325652+0000 mon.smithi165 (mon.1) 23 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:50:16.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:50:16.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 22:50:15.325825+0000 mon.smithi165 (mon. 2022-01-25T22:50:16.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 1) 24 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:50:16.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:50:16.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 22:50:15.328861+0000 mon.smithi165 (mon. 2022-01-25T22:50:16.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 1) 25 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:50:16.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:50:16.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: :50:15.328973+0000 mon.smithi165 (mon. 2022-01-25T22:50:16.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 1) 26 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:50:16.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:50:16.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: :50:15.329072+0000 mon.smithi165 (mon.1 2022-01-25T22:50:16.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: ) 27 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:50:16.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50 2022-01-25T22:50:16.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: :15.329576+0000 mon.smithi165 (mon.1) 28 : audit 2022-01-25T22:50:16.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:50:16.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:15.329750+0000 mon.smithi165 (mon.1) 29 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:50:16.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:15.329925+0000 mon.smithi165 (mon.1) 30 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:50:16.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:15.330102+0000 mon.smithi165 (mon.1) 31 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:50:16.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:16.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 2022-01-25T22:50:15.330334+0000 mon.smithi165 (mon.1) 32 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:50:16.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:15.330539+0000 mon.smithi165 (mon.1) 33 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:50:16.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:15.330716+0000 mon.smithi165 (mon.1 2022-01-25T22:50:16.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: ) 34 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:50:16.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:16.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 2022-01-25T22:50:15.330886 2022-01-25T22:50:16.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: +0000 mon.smithi165 (mon.1) 2022-01-25T22:50:16.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 35 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:50:16.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:50:16.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: -25T22:50:15.331145+0000 mon.smithi165 (mon 2022-01-25T22:50:16.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: .1) 36 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:50:16.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:16.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 2022-01-25T22:50:15. 2022-01-25T22:50:16.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 331427+0000 mon.smithi165 (mon.1) 37 : audit [DBG] 2022-01-25T22:50:16.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:50:16.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:16.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 2022-01-25T22:50:15.331618+0000 mon.smithi165 (mon 2022-01-25T22:50:16.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: .1) 38 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:50:16.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:50:16.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: -25T22:50:15.332091+0000 mon.smithi165 2022-01-25T22:50:16.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: (mon.1) 39 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:50:16.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: cluster 2022 2022-01-25T22:50:16.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: -01-25T22:50:15.350475+0000 2022-01-25T22:50:16.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: mon.smithi068 (mon.0) 615 : cluster [INF] 2022-01-25T22:50:16.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: Manager daemon smithi068.zkksrk is now available 2022-01-25T22:50:16.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:50:16.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 22:50:15.569638+0000 2022-01-25T22:50:16.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: mon.smithi165 (mon.1) 40 : audit [DBG] 2022-01-25T22:50:16.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:16.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022 2022-01-25T22:50:16.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: -01-25T22:50:15. 2022-01-25T22:50:16.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 573399+0000 mon.smithi165 (mon.1) 41 : 2022-01-25T22:50:16.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:16.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:50:16.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: -25T22:50:15.625159+0000 mon.smithi165 2022-01-25T22:50:16.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: (mon.1) 42 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:16.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50:16.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 2022-01-25T22:50:15.625750 2022-01-25T22:50:16.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 616 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:16.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22:50: 2022-01-25T22:50:16.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 15.648901+0000 mon.smithi165 (mon.1) 43 : audit [INF] 2022-01-25T22:50:16.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:16.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:50:16.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:16 smithi068 conmon[28642]: 50:15.649481+0000 mon.smithi068 (mon.0) 617 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:16.363 INFO:teuthology.orchestra.run.smithi068.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:50:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: cluster 2022-01-25T22:50:15.324005+0000 mon.smithi068 (mon.0) 614 : cluster [DBG] mgrmap e22: smithi068.zkksrk(active, starting, since 0.0581162s), standbys: smithi165.mrpyur 2022-01-25T22:50:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.325652+0000 mon.smithi165 (mon.1) 23 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:50:16.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.325825+0000 mon.smithi165 (mon.1) 24 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:50:16.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.328861+0000 mon.smithi165 (mon.1) 25 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:50:16.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.328973+0000 mon.smithi165 (mon.1) 26 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:50:16.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.329072+0000 mon.smithi165 (mon.1) 27 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:50:16.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.329576+0000 mon.smithi165 (mon.1) 28 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:50:16.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.329750+0000 mon.smithi165 (mon.1) 29 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:50:16.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.329925+0000 mon.smithi165 (mon.1) 30 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:50:16.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.330102+0000 mon.smithi165 (mon.1) 31 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:50:16.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.330334+0000 mon.smithi165 (mon.1) 32 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:50:16.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.330539+0000 mon.smithi165 (mon.1) 33 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:50:16.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.330716+0000 mon.smithi165 (mon.1) 34 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:50:16.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.330886+0000 mon.smithi165 (mon.1) 35 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:50:16.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.331145+0000 mon.smithi165 (mon.1) 36 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:50:16.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.331427+0000 mon.smithi165 (mon.1) 37 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:50:16.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.331618+0000 mon.smithi165 (mon.1) 38 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:50:16.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.332091+0000 mon.smithi165 (mon.1) 39 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:50:16.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: cluster 2022-01-25T22:50:15.350475+0000 mon.smithi068 (mon.0) 615 : cluster [INF] Manager daemon smithi068.zkksrk is now available 2022-01-25T22:50:16.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T22:50:15.569638+0000 mon.smithi165 (mon.1) 40 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:16.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:50:16.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: 22:50:15.573399+0000 mon.smithi165 ( 2022-01-25T22:50:16.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: mon.1) 41 : audit [DBG] 2022-01-25T22:50:16.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:16.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:50:16.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: T22:50:15.625159+0000 2022-01-25T22:50:16.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: mon.smithi165 (mon.1) 42 : audit 2022-01-25T22:50:16.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:16.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:50:16.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: -25T22:50:15.625750 2022-01-25T22:50:16.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 616 : 2022-01-25T22:50:16.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:16.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:50:16.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: T22:50:15.648901+0000 2022-01-25T22:50:16.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: mon.smithi165 (mon.1) 43 : audit [INF] 2022-01-25T22:50:16.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:16.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:50:16.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: T22:50:15.649481+0000 mon.smithi068 (mon 2022-01-25T22:50:16.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:16 smithi165 conmon[31600]: .0) 617 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:16.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 17948 28.98 MB/sec warmup 20 sec latency 13.559 ms 2022-01-25T22:50:17.028 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-25T22:50:17.029 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi068.front.sepia.ceph.com 2022-01-25T22:50:17.029 DEBUG:teuthology.orchestra.run.smithi068:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 382a5b64-7e30-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2022-01-25T22:50:17.648 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:17 smithi068 conmon[28642]: cluster 2022-01-25T22:50:16.344426+0000 mon.smithi068 (mon.0) 618 : cluster [DBG] mgrmap e23: smithi068.zkksrk(active, since 1.07854s), standbys: smithi165.mrpyur 2022-01-25T22:50:17.648 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:17 smithi068 conmon[28642]: cephadm 2022-01-25T22:50:16.355239+0000 mgr.smithi068.zkksrk (mgr.14568) 3 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:50:17.649 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:17 smithi068 conmon[28642]: audit 2022-01-25T22:50:16.361762+0000 mon.smithi068 (mon.0) 619 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:17.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:17 smithi165 conmon[31600]: cluster 2022-01-25T22:50:16. 2022-01-25T22:50:17.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:17 smithi165 conmon[31600]: 344426+0000 mon.smithi068 (mon.0) 618 : cluster [DBG] mgrmap e23: smithi068.zkksrk(active, since 1.07854s), standbys: smithi165.mrpyur 2022-01-25T22:50:17.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:17 smithi165 conmon[31600]: cephadm 2022-01-25T22:50:16.355239+0000 mgr.smithi068.zkksrk (mgr.14568) 3 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:50:17.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:17 smithi165 conmon[31600]: audit 2022-01-25T22:50:16.361762+0000 mon.smithi068 (mon.0) 619 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:17.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 18658 27.92 MB/sec warmup 21 sec latency 16.714 ms 2022-01-25T22:50:18.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 19500 27.70 MB/sec warmup 22 sec latency 27.943 ms 2022-01-25T22:50:19.277 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:50:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:19 smithi165 conmon[31600]: cluster 2022-01-25T22:50:17.329669+0000 mgr.smithi068.zkksrk (mgr.14568) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 170 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:50:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:19 smithi165 conmon[31600]: cluster 2022-01-25T22:50:18.153784+0000 mon.smithi068 (mon.0) 620 : cluster [DBG] mgrmap e24: smithi068.zkksrk(active, since 2s), standbys: smithi165.mrpyur 2022-01-25T22:50:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:19 smithi068 conmon[28642]: cluster 2022-01-25T22:50:17.329669+0000 mgr.smithi068.zkksrk (mgr.14568) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 170 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:50:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:19 smithi068 conmon[28642]: cluster 2022-01-25T22:50:18.153784+0000 mon.smithi068 (mon.0) 620 : cluster [DBG] mgrmap e24: smithi068.zkksrk(active, since 2s), standbys: smithi165.mrpyur 2022-01-25T22:50:19.825 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:50:19.825 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (4m) 26s ago 5m 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:50:19.825 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (5m) 26s ago 5m 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:50:19.826 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (4m) 0s ago 4m 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:50:19.826 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (3m) 26s ago 4m 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:50:19.826 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (45s) 26s ago 45s 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:50:19.826 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (47s) 0s ago 47s 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:50:19.826 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:9283 running (6m) 26s ago 6m 16.2.4 8d91d370c2b8 5a85491a3656 2022-01-25T22:50:19.827 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (4m) 0s ago 4m 16.2.4 8d91d370c2b8 175976850efc 2022-01-25T22:50:19.827 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (6m) 26s ago 6m 16.2.4 8d91d370c2b8 21e7cc384cdb 2022-01-25T22:50:19.827 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (4m) 0s ago 4m 16.2.4 8d91d370c2b8 4810208b9966 2022-01-25T22:50:19.827 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.smithi068 smithi068 *:2049 running (33s) 26s ago 32s 3.5 8d91d370c2b8 f72eff7cf1fb 2022-01-25T22:50:19.828 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.smithi165 smithi165 *:2049 running (36s) 0s ago 36s 3.5 8d91d370c2b8 d9187202e85b 2022-01-25T22:50:19.828 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (4m) 26s ago 4m 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:50:19.828 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (4m) 0s ago 4m 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:50:19.828 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (3m) 26s ago 3m 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:50:19.829 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (3m) 26s ago 3m 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:50:19.829 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (3m) 26s ago 3m 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:50:19.829 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (3m) 26s ago 3m 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:50:19.829 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:50:19.830 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:50:19.830 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:50:19.830 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:50:19.830 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (3m) 26s ago 4m 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:50:19.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 20432 27.34 MB/sec warmup 23 sec latency 19.757 ms 2022-01-25T22:50:20.429 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:50:20.430 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:50:20.430 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:20.430 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:20.430 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:50:20.431 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:20.431 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:20.431 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:50:20.431 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:50:20.432 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:20.432 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:50:20.432 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:20.432 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:20.433 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:50:20.433 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:50:20.433 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:50:20.433 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:50:20.434 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:20 smithi068 conmon[28642]: audit 2022-01-25T22:50: 2022-01-25T22:50:20.434 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:20 smithi068 conmon[28642]: 19.256793+0000 mgr.smithi068.zkksrk (mgr.14568) 5 : audit [DBG] from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:20.434 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:20 smithi068 conmon[28642]: audit 2022-01-25T22:50:19.507246+0000 mon.smithi068 (mon.0) 621 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:20 smithi165 conmon[31600]: audit 2022-01-25T22:50:19.256793+0000 mgr.smithi068.zkksrk (mgr.14568) 5 : audit [DBG] from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:20 smithi165 conmon[31600]: audit 2022-01-25T22:50:19. 2022-01-25T22:50:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:20 smithi165 conmon[31600]: 507246+0000 mon.smithi068 (mon.0) 621 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:20.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 21502 28.08 MB/sec warmup 24 sec latency 19.710 ms 2022-01-25T22:50:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:21 smithi165 conmon[31600]: cluster 2022-01-25T22:50:19.330220+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:50:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:21 smithi165 conmon[31600]: 14568) 6 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 170 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:50:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:21 smithi165 conmon[31600]: audit 2022-01-25T22:50:19.800518+0000 mgr.smithi068.zkksrk (mgr.14568) 7 : audit [DBG] from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:21 smithi165 conmon[31600]: audit 2022-01-25T22:50:20.427707+0000 mon.smithi068 (mon.0) 622 : audit [DBG] 2022-01-25T22:50:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:21 smithi165 conmon[31600]: from='client.? 172.21.15.68:0/212073439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:21 smithi068 conmon[28642]: cluster 2022-01-25T22:50:19.330220+0000 mgr.smithi068.zkksrk 2022-01-25T22:50:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:21 smithi068 conmon[28642]: (mgr.14568) 6 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 170 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:50:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:21 smithi068 conmon[28642]: audit 2022-01-25T22:50:19.800518+0000 mgr.smithi068.zkksrk (mgr.14568) 7 : audit [DBG] from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:21 smithi068 conmon[28642]: audit 2022-01-25T22:50:20.427707+0000 mon.smithi068 (mon.0) 622 : audit [DBG] from='client.? 172.21.15.68:0/212073439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:21.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 22261 27.32 MB/sec warmup 25 sec latency 19.042 ms 2022-01-25T22:50:22.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 23231 27.15 MB/sec warmup 26 sec latency 35.826 ms 2022-01-25T22:50:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:23 smithi165 conmon[31600]: cluster 2022-01-25T22:50:21. 2022-01-25T22:50:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:23 smithi165 conmon[31600]: 330670+0000 mgr.smithi068.zkksrk (mgr.14568) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 170 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:50:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:23 smithi165 conmon[31600]: audit 2022-01-25T22:50:22. 2022-01-25T22:50:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:23 smithi165 conmon[31600]: 668614+0000 mon.smithi068 (mon.0) 623 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:23 smithi068 conmon[28642]: cluster 2022-01-25T22:50:21.330670 2022-01-25T22:50:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:23 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 170 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:50:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:23 smithi068 conmon[28642]: audit 2022-01-25T22:50:22.668614+0000 mon.smithi068 (mon.0) 623 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:23.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 24304 27.43 MB/sec warmup 27 sec latency 25.108 ms 2022-01-25T22:50:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:24 smithi165 conmon[31600]: audit 2022-01-25T22:50:23.181190+0000 mon.smithi068 (mon.0) 624 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:24 smithi165 conmon[31600]: cephadm 2022-01-25T22:50:23.188193+0000 mgr.smithi068.zkksrk (mgr.14568) 9 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:50:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:24 smithi068 conmon[28642]: audit 2022-01-25T22:50:23.181190+0000 mon.smithi068 (mon.0) 624 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:24 smithi068 conmon[28642]: cephadm 2022-01 2022-01-25T22:50:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:24 smithi068 conmon[28642]: -25T22:50:23.188193+0000 mgr.smithi068.zkksrk (mgr.14568) 9 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:50:24.881 INFO:teuthology.orchestra.run.smithi068.stdout: 5 25188 27.61 MB/sec warmup 28 sec latency 16.173 ms 2022-01-25T22:50:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:25 smithi165 conmon[31600]: cluster 2022-01-25T22:50:23.331433 2022-01-25T22:50:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:25 smithi165 conmon[31600]: +0000 mgr.smithi068.zkksrk (mgr.14568) 10 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 9.2 MiB/s wr, 835 op/s 2022-01-25T22:50:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:25 smithi068 conmon[28642]: cluster 2022-01-25T22:50:23.331433+0000 mgr.smithi068.zkksrk (mgr.14568) 10 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 9.2 MiB/s wr, 835 op/s 2022-01-25T22:50:25.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 25824 26.87 MB/sec warmup 29 sec latency 18.314 ms 2022-01-25T22:50:26.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 26743 26.71 MB/sec warmup 30 sec latency 28.492 ms 2022-01-25T22:50:27.189 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:27 smithi068 conmon[28642]: cluster 2022-01-25T22:50:25.337646 2022-01-25T22:50:27.190 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:27 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 KiB/s rd, 7.2 MiB/s wr, 648 op/s 2022-01-25T22:50:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:27 smithi165 conmon[31600]: cluster 2022-01-25T22:50:25.337646+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:50:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:27 smithi165 conmon[31600]: 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 KiB/s rd, 7.2 MiB/s wr, 648 op/s 2022-01-25T22:50:27.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 27608 26.60 MB/sec warmup 31 sec latency 21.960 ms 2022-01-25T22:50:28.882 INFO:teuthology.orchestra.run.smithi068.stdout: 5 28455 26.87 MB/sec warmup 32 sec latency 28.860 ms 2022-01-25T22:50:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:29 smithi068 conmon[28642]: cluster 2022-01-25T22:50:27.338988 2022-01-25T22:50:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:29 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-01-25T22:50:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:29 smithi165 conmon[31600]: cluster 2022-01-25T22:50:27.338988+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:50:29.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:29 smithi165 conmon[31600]: 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-01-25T22:50:29.889 INFO:teuthology.orchestra.run.smithi068.stdout: 5 28926 26.36 MB/sec warmup 33 sec latency 29.009 ms 2022-01-25T22:50:30.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 29621 25.97 MB/sec warmup 34 sec latency 27.004 ms 2022-01-25T22:50:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:31 smithi068 conmon[28642]: cluster 2022-01-25T22:50:29. 2022-01-25T22:50:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:31 smithi068 conmon[28642]: 339690+0000 mgr.smithi068.zkksrk (mgr.14568) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 990 op/s 2022-01-25T22:50:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:31 smithi165 conmon[31600]: cluster 2022-01-25T22:50:29.339690+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:50:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:31 smithi165 conmon[31600]: 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 990 op/s 2022-01-25T22:50:31.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 30784 25.83 MB/sec warmup 35 sec latency 20.870 ms 2022-01-25T22:50:32.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 31787 26.23 MB/sec warmup 36 sec latency 15.616 ms 2022-01-25T22:50:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:33 smithi068 conmon[28642]: cluster 2022-01-25T22:50:31.340122+0000 2022-01-25T22:50:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:33 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 990 op/s 2022-01-25T22:50:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:33 smithi165 conmon[31600]: cluster 2022-01-25T22:50:31.340122+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:50:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:33 smithi165 conmon[31600]: mgr.14568) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 990 op/s 2022-01-25T22:50:33.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 32513 26.10 MB/sec warmup 37 sec latency 19.459 ms 2022-01-25T22:50:34.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 33290 25.84 MB/sec warmup 38 sec latency 32.265 ms 2022-01-25T22:50:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:35 smithi068 conmon[28642]: cluster 2022-01-25T22:50:33. 2022-01-25T22:50:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:35 smithi068 conmon[28642]: 340818+0000 mgr.smithi068.zkksrk (mgr.14568) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2022-01-25T22:50:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:35 smithi165 conmon[31600]: cluster 2022-01-25T22:50:33.340818+0000 mgr.smithi068.zkksrk (mgr.14568 2022-01-25T22:50:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:35 smithi165 conmon[31600]: ) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2022-01-25T22:50:35.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 34358 25.66 MB/sec warmup 39 sec latency 23.147 ms 2022-01-25T22:50:36.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 35539 26.26 MB/sec warmup 40 sec latency 13.754 ms 2022-01-25T22:50:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:37 smithi068 conmon[28642]: cluster 2022-01-25T22:50: 2022-01-25T22:50:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:37 smithi068 conmon[28642]: 35.341211+0000 mgr.smithi068.zkksrk (mgr.14568) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 9.6 MiB/s wr, 932 op/s 2022-01-25T22:50:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:37 smithi165 conmon[31600]: cluster 2022-01-25T22:50:35.341211+0000 mgr.smithi068.zkksrk (mgr.14568 2022-01-25T22:50:37.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:37 smithi165 conmon[31600]: ) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 9.6 MiB/s wr, 932 op/s 2022-01-25T22:50:37.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 36348 25.94 MB/sec warmup 41 sec latency 19.594 ms 2022-01-25T22:50:38.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 37129 25.88 MB/sec warmup 42 sec latency 24.731 ms 2022-01-25T22:50:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:39 smithi068 conmon[28642]: cluster 2022-01-25T22:50:37.341956 2022-01-25T22:50:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:39 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.46k op/s 2022-01-25T22:50:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:39 smithi165 conmon[31600]: cluster 2022-01-25T22:50:37.341956+0000 mgr.smithi068.zkksrk (mgr.14568) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.46k op/s 2022-01-25T22:50:39.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 37973 25.53 MB/sec warmup 43 sec latency 44.298 ms 2022-01-25T22:50:40.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 38920 25.88 MB/sec warmup 44 sec latency 23.397 ms 2022-01-25T22:50:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:41 smithi068 conmon[28642]: cluster 2022-01-25T22:50:39.342332+0000 2022-01-25T22:50:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:41 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 952 op/s 2022-01-25T22:50:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:41 smithi165 conmon[31600]: cluster 2022-01-25T22:50:39.342332+0000 2022-01-25T22:50:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:41 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14568) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 952 op/s 2022-01-25T22:50:41.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 39539 25.70 MB/sec warmup 45 sec latency 26.050 ms 2022-01-25T22:50:42.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 40284 25.43 MB/sec warmup 46 sec latency 22.566 ms 2022-01-25T22:50:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:43 smithi068 conmon[28642]: cluster 2022-01-25T22:50:41.342818+0000 mgr.smithi068.zkksrk (mgr.14568) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 952 op/s 2022-01-25T22:50:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:43 smithi165 conmon[31600]: cluster 2022-01-25T22:50:41.342818 2022-01-25T22:50:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:43 smithi165 conmon[31600]: +0000 mgr.smithi068.zkksrk (mgr.14568) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 952 op/s 2022-01-25T22:50:43.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 41338 25.29 MB/sec warmup 47 sec latency 32.406 ms 2022-01-25T22:50:44.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 42059 25.40 MB/sec warmup 48 sec latency 23.983 ms 2022-01-25T22:50:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:45 smithi068 conmon[28642]: cluster 2022-01-25T22:50:43.343518+0000 2022-01-25T22:50:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:45 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.43k op/s 2022-01-25T22:50:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:45 smithi165 conmon[31600]: cluster 2022-01-25T22:50:43.343518+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:50:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:45 smithi165 conmon[31600]: 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.43k op/s 2022-01-25T22:50:45.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 42737 25.44 MB/sec warmup 49 sec latency 25.445 ms 2022-01-25T22:50:46.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 43299 25.07 MB/sec warmup 50 sec latency 27.253 ms 2022-01-25T22:50:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:47 smithi068 conmon[28642]: cluster 2022-01-25T22:50:45.343936 2022-01-25T22:50:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:47 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.00k op/s 2022-01-25T22:50:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:47 smithi165 conmon[31600]: cluster 2022-01-25T22:50:45.343936+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:50:47.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:47 smithi165 conmon[31600]: 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.00k op/s 2022-01-25T22:50:47.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 44122 25.05 MB/sec warmup 51 sec latency 22.131 ms 2022-01-25T22:50:48.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 45112 24.81 MB/sec warmup 52 sec latency 21.744 ms 2022-01-25T22:50:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:49 smithi068 conmon[28642]: cluster 2022-01-25T22:50:47.344685 2022-01-25T22:50:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:49 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2022-01-25T22:50:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:49 smithi165 conmon[31600]: cluster 2022-01-25T22:50:47.344685+0000 mgr.smithi068.zkksrk (mgr.14568) 22 : 2022-01-25T22:50:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:49 smithi165 conmon[31600]: cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2022-01-25T22:50:49.884 INFO:teuthology.orchestra.run.smithi068.stdout: 5 45957 25.07 MB/sec warmup 53 sec latency 27.006 ms 2022-01-25T22:50:50.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 46403 24.92 MB/sec warmup 54 sec latency 42.560 ms 2022-01-25T22:50:51.008 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:50:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:51 smithi068 conmon[28642]: cluster 2022-01-25T22:50:49.345848+0000 mgr.smithi068.zkksrk (mgr.14568) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 888 op/s 2022-01-25T22:50:51.531 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:50:51.531 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (4m) 28s ago 5m 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:50:51.531 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (5m) 28s ago 5m 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:50:51.531 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (5m) 32s ago 5m 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:50:51.532 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (4m) 28s ago 5m 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:50:51.532 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (77s) 28s ago 76s 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:50:51.532 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (79s) 32s ago 79s 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:50:51.532 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:9283 running (6m) 28s ago 6m 16.2.4 8d91d370c2b8 5a85491a3656 2022-01-25T22:50:51.533 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (5m) 32s ago 5m 16.2.4 8d91d370c2b8 175976850efc 2022-01-25T22:50:51.533 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (6m) 28s ago 6m 16.2.4 8d91d370c2b8 21e7cc384cdb 2022-01-25T22:50:51.533 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (4m) 32s ago 4m 16.2.4 8d91d370c2b8 4810208b9966 2022-01-25T22:50:51.533 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.smithi068 smithi068 *:2049 running (64s) 28s ago 64s 3.5 8d91d370c2b8 f72eff7cf1fb 2022-01-25T22:50:51.533 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.smithi165 smithi165 *:2049 running (68s) 32s ago 68s 3.5 8d91d370c2b8 d9187202e85b 2022-01-25T22:50:51.534 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (5m) 28s ago 5m 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:50:51.534 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (4m) 32s ago 4m 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:50:51.534 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:50:51.534 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:50:51.535 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:50:51.535 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:50:51.535 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (3m) 32s ago 3m 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:50:51.535 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (3m) 32s ago 3m 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:50:51.536 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (2m) 32s ago 2m 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:50:51.536 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (2m) 32s ago 2m 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:50:51.536 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (4m) 28s ago 5m 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:50:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:51 smithi165 conmon[31600]: cluster 2022-01-25T22:50:49.345848+0000 mgr.smithi068.zkksrk (mgr.14568) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 888 op/s 2022-01-25T22:50:51.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 46767 24.52 MB/sec warmup 55 sec latency 46.754 ms 2022-01-25T22:50:52.145 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:50:52.145 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:50:52.145 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:52.146 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:52.146 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:50:52.146 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:52.146 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:52.146 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:50:52.147 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:50:52.147 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:52.147 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:50:52.147 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:52.148 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:50:52.148 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:50:52.148 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:50:52.148 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:50:52.148 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:50:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:52 smithi068 conmon[28642]: audit 2022-01-25T22:50:50.985424+0000 2022-01-25T22:50:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:52 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 24 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:52 smithi068 conmon[28642]: audit 2022-01-25T22:50:52.145291+0000 mon.smithi068 (mon.0) 625 : audit [DBG] 2022-01-25T22:50:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:52 smithi068 conmon[28642]: from='client.? 172.21.15.68:0/1137105974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:52 smithi165 conmon[31600]: audit 2022-01-25T22:50:50.985424+0000 mgr.smithi068.zkksrk (mgr.14568) 24 2022-01-25T22:50:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:52 smithi165 conmon[31600]: : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:52 smithi165 conmon[31600]: audit 2022-01-25T22:50:52.145291+0000 mon.smithi068 (mon.0) 625 : audit [DBG] from='client.? 172.21.15.68:0/1137105974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:52.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 47537 24.42 MB/sec warmup 56 sec latency 17.209 ms 2022-01-25T22:50:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:53 smithi068 conmon[28642]: cluster 2022-01-25T22:50:51.347218+0000 mgr.smithi068.zkksrk (mgr.14568) 25 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 888 op/s 2022-01-25T22:50:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:53 smithi068 conmon[28642]: audit 2022-01-25T22:50:51.507343+0000 mgr.smithi068.zkksrk (mgr.14568) 26 : audit [DBG] from='client.14602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:53 smithi165 conmon[31600]: cluster 2022-01-25T22:50:51.347218+0000 2022-01-25T22:50:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:53 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14568) 25 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 888 op/s 2022-01-25T22:50:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:53 smithi165 conmon[31600]: audit 2022-01-25T22:50:51.507343+0000 mgr.smithi068.zkksrk (mgr.14568 2022-01-25T22:50:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:53 smithi165 conmon[31600]: ) 26 : audit [DBG] from='client.14602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:53.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 48758 24.43 MB/sec warmup 57 sec latency 29.587 ms 2022-01-25T22:50:54.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 49915 24.83 MB/sec warmup 58 sec latency 15.724 ms 2022-01-25T22:50:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:55 smithi068 conmon[28642]: cluster 2022-01-25T22:50:53.347970 2022-01-25T22:50:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:55 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2022-01-25T22:50:55.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:55 smithi068 conmon[28642]: audit 2022-01-25T22:50:54.520086+0000 mon.smithi068 (mon.0) 626 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:55.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:55 smithi068 conmon[28642]: audit 2022-01-25T22:50:54.522840+0000 mon.smithi165 (mon.1) 44 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:55.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:55 smithi165 conmon[31600]: cluster 2022-01-25T22:50:53.347970+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:50:55.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:55 smithi165 conmon[31600]: mgr.14568) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2022-01-25T22:50:55.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:55 smithi165 conmon[31600]: audit 2022-01-25T22:50:54.520086+0000 mon.smithi068 (mon.0) 626 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:50:55.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:55 smithi165 conmon[31600]: audit 2022-01-25T22:50:54.522840+0000 mon.smithi165 (mon.1) 44 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:55.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 50646 24.56 MB/sec warmup 59 sec latency 23.779 ms 2022-01-25T22:50:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: cephadm 2022-01-25T22:50:54.521393+0000 2022-01-25T22:50:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 28 : cephadm [INF] Upgrade: Target is version 16.2.7-240-g5bfc361e (pacific) 2022-01-25T22:50:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: cephadm 2022-01-25T 2022-01-25T22:50:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: 22:50:54.521515+0000 mgr.smithi068.zkksrk (mgr.14568) 29 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d'] 2022-01-25T22:50:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: cephadm 2022-01-25T22: 2022-01-25T22:50:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: 50:54.524122+0000 mgr.smithi068.zkksrk (mgr.14568) 30 2022-01-25T22:50:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi068.zkksrk) 2022-01-25T22:50:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: cephadm 2022-01-25T22: 2022-01-25T22:50:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: 50:54.921470+0000 mgr.smithi068.zkksrk (mgr.14568) 31 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d on smithi165 2022-01-25T22:50:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:56 smithi068 conmon[28642]: 2022-01-25T22:50:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: cephadm 2022-01-25T22:50:54.521393+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:50:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: mgr.14568) 28 : cephadm [INF] Upgrade: Target is version 16.2.7-240-g5bfc361e (pacific) 2022-01-25T22:50:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: cephadm 2022-01-25T22:50:54.521515+0000 mgr.smithi068.zkksrk (mgr.14568) 29 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d'] 2022-01-25T22:50:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: cephadm 2022-01-25T22:50:54.524122+0000 mgr.smithi068.zkksrk 2022-01-25T22:50:56.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: (mgr.14568) 30 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi068.zkksrk) 2022-01-25T22:50:56.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: cephadm 2022-01-25T 2022-01-25T22:50:56.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: 22:50:54.921470+0000 mgr.smithi068.zkksrk (mgr.14568) 31 : cephadm 2022-01-25T22:50:56.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:56 smithi165 conmon[31600]: [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d on smithi165 2022-01-25T22:50:56.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 51776 24.55 MB/sec warmup 60 sec latency 11.169 ms 2022-01-25T22:50:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:57 smithi068 conmon[28642]: cluster 2022-01-25T22:50:55.348426+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:50:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:57 smithi068 conmon[28642]: 14568) 32 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 810 op/s 2022-01-25T22:50:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:57 smithi165 conmon[31600]: cluster 2022-01-25T22:50:55.348426+0000 mgr.smithi068.zkksrk (mgr.14568 2022-01-25T22:50:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:57 smithi165 conmon[31600]: ) 32 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 810 op/s 2022-01-25T22:50:57.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 52407 24.46 MB/sec warmup 61 sec latency 28.412 ms 2022-01-25T22:50:58.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 53207 24.60 MB/sec warmup 62 sec latency 25.555 ms 2022-01-25T22:50:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:59 smithi068 conmon[28642]: cluster 2022-01-25T22:50:57.349141 2022-01-25T22:50:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:50:59 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 33 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2022-01-25T22:50:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:59 smithi165 conmon[31600]: cluster 2022-01-25T22:50:57.349141+0000 mgr.smithi068.zkksrk (mgr.14568 2022-01-25T22:50:59.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:50:59 smithi165 conmon[31600]: ) 33 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2022-01-25T22:50:59.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 53905 24.44 MB/sec warmup 63 sec latency 20.265 ms 2022-01-25T22:51:00.885 INFO:teuthology.orchestra.run.smithi068.stdout: 5 54540 24.30 MB/sec warmup 64 sec latency 29.692 ms 2022-01-25T22:51:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:01 smithi068 conmon[28642]: cluster 2022-01-25T22:50:59. 2022-01-25T22:51:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:01 smithi068 conmon[28642]: 349581+0000 mgr.smithi068.zkksrk (mgr.14568) 34 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 9.6 MiB/s wr, 916 op/s 2022-01-25T22:51:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:01 smithi165 conmon[31600]: cluster 2022-01-25T22:50:59.349581+0000 mgr.smithi068.zkksrk (mgr.14568) 34 : cluster 2022-01-25T22:51:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:01 smithi165 conmon[31600]: [DBG] pgmap v25: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 9.6 MiB/s wr, 916 op/s 2022-01-25T22:51:01.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 55208 24.10 MB/sec warmup 65 sec latency 58.511 ms 2022-01-25T22:51:02.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 55702 23.88 MB/sec warmup 66 sec latency 73.128 ms 2022-01-25T22:51:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:03 smithi165 conmon[31600]: cluster 2022-01-25T22:51:01.350137+0000 mgr.smithi068.zkksrk (mgr.14568) 35 2022-01-25T22:51:03.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:03 smithi165 conmon[31600]: : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 9.6 MiB/s wr, 916 op/s 2022-01-25T22:51:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:03 smithi068 conmon[28642]: cluster 2022-01-25T22:51:01 2022-01-25T22:51:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:03 smithi068 conmon[28642]: .350137+0000 mgr.smithi068.zkksrk (mgr.14568) 35 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 9.6 MiB/s wr, 916 op/s 2022-01-25T22:51:03.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 56725 24.19 MB/sec warmup 67 sec latency 15.708 ms 2022-01-25T22:51:04.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 57363 24.04 MB/sec warmup 68 sec latency 21.621 ms 2022-01-25T22:51:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:05 smithi165 conmon[31600]: cluster 2022-01-25T22:51:03.350878+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:51:05.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:05 smithi165 conmon[31600]: .14568) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2022-01-25T22:51:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:05 smithi068 conmon[28642]: cluster 2022-01-25T22:51:03.350878+0000 2022-01-25T22:51:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:05 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2022-01-25T22:51:05.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 57999 23.88 MB/sec warmup 69 sec latency 34.112 ms 2022-01-25T22:51:06.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 58885 23.77 MB/sec warmup 70 sec latency 23.813 ms 2022-01-25T22:51:07.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:07 smithi165 conmon[31600]: cluster 2022-01-25T22:51:05.351306+0000 mgr.smithi068.zkksrk 2022-01-25T22:51:07.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:07 smithi165 conmon[31600]: (mgr.14568) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.6 MiB/s wr, 933 op/s 2022-01-25T22:51:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:07 smithi068 conmon[28642]: cluster 2022-01-25T22:51:05.351306+0000 2022-01-25T22:51:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:07 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.6 MiB/s wr, 933 op/s 2022-01-25T22:51:07.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 59374 23.61 MB/sec warmup 71 sec latency 27.054 ms 2022-01-25T22:51:08.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 60246 23.83 MB/sec warmup 72 sec latency 22.418 ms 2022-01-25T22:51:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:09 smithi165 conmon[31600]: cluster 2022-01-25T22:51:07.351922+0000 2022-01-25T22:51:09.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:09 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14568) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.34k op/s 2022-01-25T22:51:09.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:09 smithi068 conmon[28642]: cluster 2022-01-25T22:51:07.351922+0000 2022-01-25T22:51:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:09 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.34k op/s 2022-01-25T22:51:09.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 60952 23.71 MB/sec warmup 73 sec latency 15.531 ms 2022-01-25T22:51:10.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 61484 23.51 MB/sec warmup 74 sec latency 29.752 ms 2022-01-25T22:51:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:11 smithi165 conmon[31600]: cluster 2022-01-25T22:51:09. 2022-01-25T22:51:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:11 smithi165 conmon[31600]: 352377+0000 mgr.smithi068.zkksrk (mgr.14568) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 823 op/s 2022-01-25T22:51:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:11 smithi068 conmon[28642]: cluster 2022-01-25T22:51:09.352377 2022-01-25T22:51:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:11 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 823 op/s 2022-01-25T22:51:11.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 62539 23.48 MB/sec warmup 75 sec latency 17.942 ms 2022-01-25T22:51:12.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 63341 23.58 MB/sec warmup 76 sec latency 42.471 ms 2022-01-25T22:51:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:13 smithi165 conmon[31600]: cluster 2022-01-25T22:51:11.352781+0000 2022-01-25T22:51:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:13 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14568) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.5 MiB/s wr, 869 op/s 2022-01-25T22:51:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:13 smithi068 conmon[28642]: cluster 2022-01-25T22:51:11.352781+0000 mgr.smithi068.zkksrk (mgr.14568) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.5 MiB/s wr, 869 op/s 2022-01-25T22:51:13.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 64137 23.68 MB/sec warmup 77 sec latency 48.460 ms 2022-01-25T22:51:14.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 64799 23.47 MB/sec warmup 78 sec latency 23.228 ms 2022-01-25T22:51:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:15 smithi165 conmon[31600]: cluster 2022-01-25T22:51:13.353336+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:51:15.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:15 smithi165 conmon[31600]: mgr.14568) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 13 MiB/s wr, 1.22k op/s 2022-01-25T22:51:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:15 smithi068 conmon[28642]: cluster 2022-01-25T22:51:13.353336+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:51:15.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:15 smithi068 conmon[28642]: .14568) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 13 MiB/s wr, 1.22k op/s 2022-01-25T22:51:15.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 65415 23.40 MB/sec warmup 79 sec latency 27.848 ms 2022-01-25T22:51:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: audit 2022-01-25T22:51:15.642845+0000 2022-01-25T22:51:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: mon.smithi165 (mon.1) 45 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:16.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: audit 2022-01-25T22:51:15.643434+0000 mon.smithi068 (mon.0 2022-01-25T22:51:16.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: ) 627 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:16.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: audit 2022 2022-01-25T22:51:16.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: -01-25T22:51:15.653486+0000 mon.smithi165 2022-01-25T22:51:16.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: (mon.1 2022-01-25T22:51:16.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: ) 46 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:16.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:16.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: 01-25T22:51:15.653970+0000 mon.smithi068 (mon 2022-01-25T22:51:16.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:16 smithi165 conmon[31600]: .0) 628 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: audit 2022-01-25T22:51:15.642845 2022-01-25T22:51:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: +0000 mon.smithi165 (mon.1) 45 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: -01-25T22:51:15.643434+0000 mon.smithi068 (mon.0) 627 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:16.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:51:16.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: 22:51:15.653486+0000 mon.smithi165 (mon.1) 46 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:16.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:16.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: -25T22:51:15.653970+0000 mon.smithi068 (mon 2022-01-25T22:51:16.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: .0) 628 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:16.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:16 smithi068 conmon[28642]: 2022-01-25T22:51:16.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 66242 23.25 MB/sec warmup 80 sec latency 22.636 ms 2022-01-25T22:51:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:17 smithi165 conmon[31600]: cluster 2022-01-25T22:51:15. 2022-01-25T22:51:17.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:17 smithi165 conmon[31600]: 353730+0000 mgr.smithi068.zkksrk (mgr.14568) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 MiB/s wr, 801 op/s 2022-01-25T22:51:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:17 smithi068 conmon[28642]: cluster 2022-01-25T22:51:15.353730 2022-01-25T22:51:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:17 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 MiB/s wr, 801 op/s 2022-01-25T22:51:17.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 67025 23.37 MB/sec warmup 81 sec latency 21.881 ms 2022-01-25T22:51:18.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 67691 23.40 MB/sec warmup 82 sec latency 30.282 ms 2022-01-25T22:51:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:19 smithi165 conmon[31600]: cluster 2022-01-25T22:51:17.354327+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:51:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:19 smithi165 conmon[31600]: 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 13 MiB/s wr, 1.23k op/s 2022-01-25T22:51:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:19 smithi068 conmon[28642]: cluster 2022-01-25T22:51:17.354327+0000 2022-01-25T22:51:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:19 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 13 MiB/s wr, 1.23k op/s 2022-01-25T22:51:19.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 68113 23.17 MB/sec warmup 83 sec latency 112.887 ms 2022-01-25T22:51:20.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 68508 22.97 MB/sec warmup 84 sec latency 29.313 ms 2022-01-25T22:51:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:21 smithi165 conmon[31600]: cluster 2022-01-25T22:51:19.354657+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:51:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:21 smithi165 conmon[31600]: .14568) 44 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 826 op/s 2022-01-25T22:51:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:21 smithi068 conmon[28642]: cluster 2022-01-25T22:51:19.354657 2022-01-25T22:51:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:21 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14568) 44 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 826 op/s 2022-01-25T22:51:21.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 69434 22.94 MB/sec warmup 85 sec latency 17.971 ms 2022-01-25T22:51:22.665 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:51:22.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 70010 22.83 MB/sec warmup 86 sec latency 24.626 ms 2022-01-25T22:51:23.164 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:51:23.165 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (5m) 60s ago 6m 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:51:23.165 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (6m) 60s ago 6m 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:51:23.165 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:51:23.165 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (4m) 60s ago 5m 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:51:23.166 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (108s) 60s ago 108s 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:51:23.166 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (111s) 63s ago 110s 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:51:23.166 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:9283 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 5a85491a3656 2022-01-25T22:51:23.166 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 175976850efc 2022-01-25T22:51:23.167 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 21e7cc384cdb 2022-01-25T22:51:23.167 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 4810208b9966 2022-01-25T22:51:23.167 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.smithi068 smithi068 *:2049 running (96s) 60s ago 95s 3.5 8d91d370c2b8 f72eff7cf1fb 2022-01-25T22:51:23.167 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.smithi165 smithi165 *:2049 running (100s) 63s ago 99s 3.5 8d91d370c2b8 d9187202e85b 2022-01-25T22:51:23.168 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (5m) 60s ago 5m 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:51:23.168 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (5m) 63s ago 5m 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:51:23.168 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (5m) 60s ago 5m 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:51:23.168 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:51:23.168 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:51:23.169 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:51:23.169 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:51:23.169 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:51:23.169 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:51:23.169 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:51:23.170 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (4m) 60s ago 5m 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:51:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:23 smithi165 conmon[31600]: cluster 2022-01-25T22:51:21.355168+0000 mgr.smithi068.zkksrk (mgr.14568 2022-01-25T22:51:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:23 smithi165 conmon[31600]: ) 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 950 op/s 2022-01-25T22:51:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:23 smithi068 conmon[28642]: cluster 2022-01-25T22:51:21.355168+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:51:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:23 smithi068 conmon[28642]: 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 950 op/s 2022-01-25T22:51:23.735 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:51:23.735 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:51:23.736 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:23.736 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:23.736 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:51:23.736 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:23.736 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:23.737 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:51:23.737 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:51:23.737 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:23.737 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:51:23.738 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:23.738 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:23.738 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:51:23.738 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:51:23.739 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:51:23.739 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:51:23.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 70728 22.92 MB/sec warmup 87 sec latency 25.593 ms 2022-01-25T22:51:24.295 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:24 smithi165 conmon[31600]: audit 2022-01-25T22:51:22.646241+0000 2022-01-25T22:51:24.295 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:24 smithi165 conmon[31600]: mgr.smithi068.zkksrk (mgr.14568) 46 : audit [DBG] from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:24.295 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:24 smithi165 conmon[31600]: audit 2022-01-25T22:51:23.148124+0000 mgr.smithi068.zkksrk (mgr.14568) 47 : audit [DBG] from='client.14614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:24.296 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:24 smithi165 conmon[31600]: audit 2022-01-25T22:51:23.735418+0000 mon.smithi068 (mon.0) 629 : audit [DBG] from='client.? 172.21.15.68:0/2908059581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:24 smithi068 conmon[28642]: audit 2022-01-25T22:51:22.646241+0000 mgr.smithi068.zkksrk (mgr.14568) 46 : audit [DBG] from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:24 smithi068 conmon[28642]: audit 2022-01-25T22:51:23.148124+0000 mgr.smithi068.zkksrk (mgr.14568) 47 : audit [DBG] from='client.14614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:24 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:51:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:24 smithi068 conmon[28642]: :51:23.735418+0000 mon.smithi068 (mon.0) 629 : 2022-01-25T22:51:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:24 smithi068 conmon[28642]: audit [DBG] from='client.? 172.21.15.68:0/2908059581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:24.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 71241 22.90 MB/sec warmup 88 sec latency 39.762 ms 2022-01-25T22:51:25.388 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: cluster 2022-01-25T22:51:23.355788+0000 mgr.smithi068.zkksrk (mgr.14568) 48 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.21k op/s 2022-01-25T22:51:25.388 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: audit 2022-01-25T22:51:24.329984+0000 mon.smithi068 (mon.0) 630 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:25.388 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: audit 2022-01-25T22:51:24.331222+0000 mon.smithi165 (mon.1) 47 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:51:25.389 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: audit 2022-01-25T22:51:24.331880+0000 mon.smithi068 (mon.0) 631 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:51:25.389 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: audit 2022-01-25T22:51:24.333066+0000 mon.smithi165 (mon.1) 48 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:51:25.389 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: audit 2022-01-25T22:51:24.334091 2022-01-25T22:51:25.389 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:25 smithi165 conmon[31600]: +0000 mon.smithi165 (mon.1) 49 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: cluster 2022-01-25T22:51:23.355788+0000 2022-01-25T22:51:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 48 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.21k op/s 2022-01-25T22:51:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: audit 2022-01-25T22:51:24.329984+0000 mon.smithi068 (mon.0) 630 : audit [INF] 2022-01-25T22:51:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: audit 2022-01-25T22:51:24.331222+0000 mon.smithi165 2022-01-25T22:51:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: (mon.1) 47 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:51:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: audit 2022-01-25T22:51:24.331880+0000 mon.smithi068 ( 2022-01-25T22:51:25.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: mon.0) 631 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:51:25.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: audit 2022-01-25T22:51 2022-01-25T22:51:25.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: :24.333066+0000 mon.smithi165 (mon.1) 48 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:51:25.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:51:25.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: :51:24.334091+0000 mon.smithi165 (mon.1) 49 : audit 2022-01-25T22:51:25.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:25 smithi068 conmon[28642]: [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:25.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 71567 22.67 MB/sec warmup 89 sec latency 39.697 ms 2022-01-25T22:51:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:26 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:24.324925+0000 mgr.smithi068.zkksrk (mgr.14568) 49 : cephadm [INF] Upgrade: Updating mgr.smithi165.mrpyur 2022-01-25T22:51:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:26 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:24.334970+0000 mgr.smithi068.zkksrk (mgr.14568) 50 : cephadm [INF] Deploying daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:51:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:26 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:24.324925+0000 mgr.smithi068.zkksrk (mgr.14568) 2022-01-25T22:51:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:26 smithi068 conmon[28642]: 49 : cephadm [INF] Upgrade: Updating mgr.smithi165.mrpyur 2022-01-25T22:51:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:26 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:24.334970+0000 mgr.smithi068.zkksrk (mgr.14568) 50 : cephadm [INF] 2022-01-25T22:51:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:26 smithi068 conmon[28642]: Deploying daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:51:26.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 71887 22.46 MB/sec warmup 90 sec latency 44.247 ms 2022-01-25T22:51:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: cluster 2022-01-25T22:51:25.356181+0000 2022-01-25T22:51:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14568) 51 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 859 op/s 2022-01-25T22:51:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: audit 2022-01-25T22:51:26.824947+0000 2022-01-25T22:51:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: mon.smithi068 (mon.0) 632 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:27.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:51:27.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: 01-25T22:51:26.826225+0000 mon.smithi165 (mon 2022-01-25T22:51:27.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:27 smithi068 conmon[28642]: .1) 50 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:27 smithi165 conmon[31600]: cluster 2022-01-25T22:51:25.356181+0000 mgr.smithi068.zkksrk (mgr.14568) 51 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 859 op/s 2022-01-25T22:51:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:27 smithi165 conmon[31600]: audit 2022-01-25T22:51:26.824947+0000 mon.smithi068 (mon.0) 632 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:27 smithi165 conmon[31600]: audit 2022-01-25T22:51:26.826225+0000 mon.smithi165 (mon.1) 50 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:27.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 72350 22.38 MB/sec warmup 91 sec latency 38.387 ms 2022-01-25T22:51:28.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 72951 22.24 MB/sec warmup 92 sec latency 46.219 ms 2022-01-25T22:51:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:29 smithi068 conmon[28642]: cluster 2022-01-25T22:51:27.356913+0000 mgr.smithi068.zkksrk (mgr.14568) 52 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.18k op/s 2022-01-25T22:51:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:29 smithi165 conmon[31600]: cluster 2022-01-25T22:51:27.356913+0000 mgr.smithi068.zkksrk (mgr.14568) 52 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.18k op/s 2022-01-25T22:51:29.886 INFO:teuthology.orchestra.run.smithi068.stdout: 5 73590 22.15 MB/sec warmup 93 sec latency 26.430 ms 2022-01-25T22:51:30.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 74517 22.34 MB/sec warmup 94 sec latency 20.072 ms 2022-01-25T22:51:31.508 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:31 smithi068 conmon[28642]: cluster 2022-01-25T22:51:29.357263+0000 mgr.smithi068.zkksrk 2022-01-25T22:51:31.509 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:31 smithi068 conmon[28642]: (mgr.14568) 53 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.6 MiB/s wr, 745 op/s 2022-01-25T22:51:31.509 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:31 smithi068 conmon[28642]: audit 2022-01-25T22:51:31.052174+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:31.509 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:31 smithi068 conmon[28642]: 633 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:31 smithi165 conmon[31600]: cluster 2022-01-25T22:51:29.357263+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:51:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:31 smithi165 conmon[31600]: mgr.14568) 53 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.6 MiB/s wr, 745 op/s 2022-01-25T22:51:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:31 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.052174+0000 mon.smithi068 (mon.0) 633 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:31.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 75129 22.25 MB/sec warmup 95 sec latency 27.316 ms 2022-01-25T22:51:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: cluster 2022-01-25T22:51:31.358058+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:51:32.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: .14568) 54 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.3 MiB/s wr, 916 op/s 2022-01-25T22:51:32.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T22:51:31.476802+0000 mon.smithi068 (mon.0) 634 : audit 2022-01-25T22:51:32.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:32.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T22:51:32.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 2022-01-25T22:51:31.483877+0000 2022-01-25T22:51:32.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: mon.smithi165 (mon.1) 51 : audit [DBG] 2022-01-25T22:51:32.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:32.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: cephadm 2022-01-25T22 2022-01-25T22:51:32.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: :51:31.485396+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:51:32.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: .14568) 55 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi068.zkksrk) 2022-01-25T22:51:32.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:32.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 2022-01-25T22:51:31. 2022-01-25T22:51:32.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 488669+0000 mgr.smithi068.zkksrk (mgr.14568) 56 : cephadm 2022-01-25T22:51:32.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: [INF] Failing over to other MGR 2022-01-25T22:51:32.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:51:32.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 51:31.489224+0000 mon.smithi165 (mon.1 2022-01-25T22:51:32.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: ) 52 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr fail", "who": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:51:32.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:32.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: -25T22:51:31.489678+0000 2022-01-25T22:51:32.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: mon.smithi068 (mon.0) 635 : audit [INF] 2022-01-25T22:51:32.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr fail", "who": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:51:32.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: cluster 2022-01-25T22:51:32.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 2022-01-25T 2022-01-25T22:51:32.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 22:51:31.494165+0000 mon.smithi068 (mon. 2022-01-25T22:51:32.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 0) 636 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-25T22:51:32.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T22:51:32.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 2022-01-25T22:51:31. 2022-01-25T22:51:32.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 494702+0000 mon.smithi165 (mon.1) 53 : audit 2022-01-25T22:51:32.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:32.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:51:32.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: :51:31.495966+0000 mon.smithi068 (mon. 2022-01-25T22:51:32.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 0) 637 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:32.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T22:51:32.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 2022-01-25T22:51: 2022-01-25T22:51:32.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 31.498119+0000 mon.smithi165 (mon.1) 54 : 2022-01-25T22:51:32.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:32.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:51:32.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 22:51:31.498754+0000 mon.smithi068 (mon 2022-01-25T22:51:32.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: .0) 638 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:32.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: cluster 2022-01-25T22:51:32.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 2022-01-25T22:51 2022-01-25T22:51:32.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: :31.651146+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:32.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:32 smithi068 conmon[28642]: 639 : cluster [DBG] Standby manager daemon smithi068.zkksrk started 2022-01-25T22:51:32.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 75555 22.08 MB/sec warmup 96 sec latency 58.198 ms 2022-01-25T22:51:32.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: cluster 2022-01-25T22:51:31.358058+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:51:32.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: 14568) 54 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.3 MiB/s wr, 916 op/s 2022-01-25T22:51:32.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.476802+0000 mon.smithi068 (mon.0) 634 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:51:32.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.483877+0000 mon.smithi165 (mon.1) 51 : audit [DBG] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:32.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:31.485396+0000 mgr.smithi068.zkksrk (mgr.14568) 55 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi068.zkksrk) 2022-01-25T22:51:32.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:31.488669+0000 mgr.smithi068.zkksrk (mgr.14568) 56 : cephadm [INF] Failing over to other MGR 2022-01-25T22:51:32.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.489224+0000 mon.smithi165 (mon.1) 52 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr fail", "who": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:51:32.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.489678+0000 mon.smithi068 (mon.0) 635 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr fail", "who": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:51:32.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: cluster 2022-01-25T22:51:31.494165+0000 mon.smithi068 (mon.0) 636 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-25T22:51:32.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.494702+0000 mon.smithi165 (mon.1) 53 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:32.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.495966+0000 mon.smithi068 (mon.0) 637 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:32.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.498119+0000 mon.smithi165 (mon.1) 54 : audit [INF] from='mgr.14568 172.21.15.68:0/2488099313' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:32.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: audit 2022-01-25T22:51:31.498754+0000 mon.smithi068 (mon.0) 638 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:32.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:32 smithi165 conmon[31600]: cluster 2022-01-25T22:51:31.651146+0000 mon.smithi068 (mon.0) 639 : cluster [DBG] Standby manager daemon smithi068.zkksrk started 2022-01-25T22:51:33.780 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:33 smithi165 conmon[31600]: audit 2022-01-25T22:51:32.487411+0000 mon.smithi068 (mon. 2022-01-25T22:51:33.781 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:33 smithi165 conmon[31600]: 0) 640 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "mgr fail", "who": "smithi068.zkksrk"}]': finished 2022-01-25T22:51:33.781 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:33 smithi165 conmon[31600]: cluster 2022-01-25T22:51:32.487503+0000 mon.smithi068 (mon.0) 641 : cluster [DBG] mgrmap e25: smithi165.mrpyur(active, starting, since 0.997061s), standbys: smithi068.zkksrk 2022-01-25T22:51:33.781 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:33 smithi165 conmon[31600]: audit 2022-01-25T22:51:32.494934+0000 mon.smithi068 (mon.0) 642 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:51:33.781 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:33 smithi165 conmon[31600]: cluster 2022-01-25T22:51:32.495021+0000 mon.smithi068 (mon.0) 643 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-25T22:51:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:33 smithi068 conmon[28642]: audit 2022-01-25T22:51:32.487411+0000 mon.smithi068 2022-01-25T22:51:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:33 smithi068 conmon[28642]: (mon.0) 640 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "mgr fail", "who": "smithi068.zkksrk"}]': finished 2022-01-25T22:51:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:33 smithi068 conmon[28642]: cluster 2022-01-25T22:51:32.487503+0000 mon.smithi068 (mon.0) 641 : cluster [DBG] mgrmap e25: smithi165.mrpyur(active, starting, since 0.997061s), standbys: smithi068.zkksrk 2022-01-25T22:51:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:33 smithi068 conmon[28642]: audit 2022-01-25T22:51:32.494934+0000 mon.smithi068 (mon.0) 642 : audit [INF] from='mgr.14568 ' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:51:33.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:33 smithi068 conmon[28642]: cluster 2022-01-25T22:51:32.495021+0000 mon.smithi068 (mon.0) 643 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-25T22:51:33.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 76119 22.02 MB/sec warmup 97 sec latency 21.035 ms 2022-01-25T22:51:34.740 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: cluster 2022-01-25T22:51:33.777687+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:34.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: 644 : cluster [INF] Active manager daemon smithi165.mrpyur restarted 2022-01-25T22:51:34.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: cluster 2022-01-25T22:51:33.778337+0000 mon.smithi068 (mon.0) 645 : cluster [INF] Activating manager daemon smithi165.mrpyur 2022-01-25T22:51:34.741 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: cluster 2022-01-25T22:51:33.783695+0000 mon.smithi068 (mon.0 2022-01-25T22:51:34.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: ) 646 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-25T22:51:34.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:51:34.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: T22:51:33.784224+0000 mon.smithi068 (mon.0) 647 : audit [DBG] 2022-01-25T22:51:34.742 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:51:34.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: audit 2022-01-25T22:51 2022-01-25T22:51:34.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: :33.785049+0000 mon.smithi068 (mon.0) 648 : 2022-01-25T22:51:34.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: audit [DBG] from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:51:34.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: audit 2022 2022-01-25T22:51:34.743 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: -01-25T22:51:33.786653+0000 mon.smithi068 2022-01-25T22:51:34.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: (mon.0) 649 : audit [DBG] from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:51:34.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:34.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: 01-25T22:51:33.787158+0000 mon.smithi068 ( 2022-01-25T22:51:34.744 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:34 smithi165 conmon[31600]: mon.0) 650 : audit [DBG] from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:51:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: cluster 2022-01-25T22:51:33. 2022-01-25T22:51:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: 777687+0000 mon.smithi068 (mon.0) 644 : cluster [INF] Active manager daemon smithi165.mrpyur restarted 2022-01-25T22:51:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: cluster 2022-01-25T22:51:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: 2022-01-25T22:51:33.778337+0000 mon.smithi068 (mon.0) 645 : 2022-01-25T22:51:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: cluster [INF] Activating manager daemon smithi165.mrpyur 2022-01-25T22:51:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: cluster 2022-01-25T22:51:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:51:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: 51:33.783695+0000 mon.smithi068 2022-01-25T22:51:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: (mon.0) 646 : cluster [DBG] 2022-01-25T22:51:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: osdmap e62: 8 total, 8 up, 8 in 2022-01-25T22:51:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: 2022-01-25T22:51:33. 2022-01-25T22:51:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: 784224+0000 mon.smithi068 (mon.0) 647 : audit [DBG] 2022-01-25T22:51:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:51:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:34.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: -25T22:51:33.785049+0000 2022-01-25T22:51:34.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: mon.smithi068 (mon.0) 648 : audit 2022-01-25T22:51:34.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: [DBG] from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:51:34.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:34.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: -25T22:51:33.786653+0000 mon.smithi068 ( 2022-01-25T22:51:34.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: mon.0) 649 : audit [DBG] from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:51:34.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:34.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: -01-25T22:51:33 2022-01-25T22:51:34.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: .787158+0000 mon.smithi068 (mon 2022-01-25T22:51:34.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: .0) 650 : audit [DBG] 2022-01-25T22:51:34.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:34 smithi068 conmon[28642]: from='mgr.? 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:51:34.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 76781 21.89 MB/sec warmup 98 sec latency 39.846 ms 2022-01-25T22:51:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: cluster 2022-01-25T22:51:34.494839+0000 mon.smithi068 2022-01-25T22:51:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: (mon.0) 651 : cluster [DBG] mgrmap e26: smithi165.mrpyur(active, starting, since 0.716692s), standbys: smithi068.zkksrk 2022-01-25T22:51:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.496454+0000 mon.smithi165 (mon.1) 55 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:51:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.496605+0000 mon.smithi165 (mon.1) 56 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:51:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.497635+0000 mon.smithi165 (mon.1) 57 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:51:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.497927+0000 mon.smithi165 (mon.1) 58 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:51:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.498431+0000 mon.smithi165 (mon.1) 59 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:51:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.498609+0000 mon.smithi165 (mon.1) 60 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:51:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.499071+0000 mon.smithi165 (mon.1) 61 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:51:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.499319+0000 mon.smithi165 (mon.1) 62 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:51:35.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.499583+0000 mon.smithi165 (mon.1) 63 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:51:35.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.499852+0000 mon.smithi165 (mon.1) 64 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:51:35.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.500104+0000 mon.smithi165 (mon.1) 65 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:51:35.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.500376+0000 mon.smithi165 (mon.1) 66 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:51:35.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.500703+0000 mon.smithi165 (mon.1) 67 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:51:35.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.500918+0000 mon.smithi165 (mon.1) 68 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:51:35.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.514297+0000 mon.smithi165 (mon.1) 69 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:51:35.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.514702+0000 mon.smithi165 (mon.1) 70 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:51:35.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.515303+0000 mon.smithi165 (mon.1) 71 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:51:35.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: cluster 2022-01-25T22:51:34.544696+0000 mon.smithi068 (mon.0) 652 : cluster [INF] Manager daemon smithi165.mrpyur is now available 2022-01-25T22:51:35.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.563786+0000 mon.smithi068 (mon.0) 653 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:35.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:34.564519+0000 mgr.smithi165.mrpyur (mgr.14620) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-25T22:51:35.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.684962+0000 mon.smithi165 (mon.1) 72 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:35.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.688277+0000 mon.smithi165 (mon.1) 73 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:35.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:34.730617 2022-01-25T22:51:35.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 654 : audit [INF] 2022-01-25T22:51:35.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:35.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T22:51:35.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: 2022-01-25T22:51:34.757284+0000 mon.smithi165 (mon 2022-01-25T22:51:35.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: .1) 74 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:35.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:51:35.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: T22:51:34.757760+0000 mon.smithi068 (mon 2022-01-25T22:51:35.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: .0) 655 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:35.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:51:35.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: T22:51:34.763049+0000 mon.smithi165 (mon. 2022-01-25T22:51:35.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: 1) 75 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:35.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:51:35.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: 22:51:34.763450+0000 mon.smithi068 (mon. 2022-01-25T22:51:35.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:35 smithi068 conmon[28642]: 0) 656 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:35.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 77227 21.84 MB/sec warmup 99 sec latency 26.217 ms 2022-01-25T22:51:35.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: cluster 2022-01-25T22:51:34.494839+0000 mon.smithi068 (mon.0) 651 : cluster [DBG] mgrmap e26: smithi165.mrpyur(active, starting, since 0.716692s), standbys: smithi068.zkksrk 2022-01-25T22:51:35.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.496454+0000 mon.smithi165 (mon.1) 55 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:51:35.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.496605+0000 mon.smithi165 (mon.1) 56 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:51:35.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.497635+0000 mon.smithi165 (mon.1) 57 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:51:35.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.497927+0000 mon.smithi165 (mon.1) 58 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:51:35.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.498431+0000 mon.smithi165 (mon.1) 59 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:51:35.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.498609+0000 mon.smithi165 (mon.1) 60 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:51:35.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.499071+0000 mon.smithi165 (mon.1) 61 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:51:35.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.499319+0000 mon.smithi165 (mon.1) 62 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:51:35.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.499583+0000 mon.smithi165 (mon.1) 63 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:51:35.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34 2022-01-25T22:51:35.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: .499852+0000 mon.smithi165 (mon.1) 64 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:51:35.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.500104+0000 mon.smithi165 (mon.1) 65 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:51:35.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.500376+0000 mon.smithi165 (mon.1) 66 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:51:35.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.500703+0000 mon.smithi165 (mon.1) 67 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:51:35.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.500918+0000 mon.smithi165 (mon.1) 68 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:51:35.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.514297+0000 mon.smithi165 (mon.1) 69 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:51:35.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.514702+0000 mon.smithi165 (mon 2022-01-25T22:51:35.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: .1) 70 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:51:35.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.515303+0000 mon.smithi165 (mon.1) 71 : 2022-01-25T22:51:35.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:51:35.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: cluster 2022 2022-01-25T22:51:35.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: -01-25T22:51:34.544696+0000 mon.smithi068 (mon. 2022-01-25T22:51:35.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 0) 652 : cluster [INF] Manager daemon smithi165.mrpyur is now available 2022-01-25T22:51:35.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:35.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: -25T22:51:34.563786+0000 mon.smithi068 2022-01-25T22:51:35.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: (mon.0) 653 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:35.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:35.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 2022-01-25T22:51:34.564519 2022-01-25T22:51:35.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: +0000 mgr.smithi165.mrpyur (mgr.14620) 1 : cephadm [INF] 2022-01-25T22:51:35.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: Queued nfs.foo for migration 2022-01-25T22:51:35.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:35.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 2022-01-25T 2022-01-25T22:51:35.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 22:51:34.684962+0000 mon.smithi165 (mon.1 2022-01-25T22:51:35.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: ) 72 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:35.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:51:35.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 22:51:34.688277+0000 mon.smithi165 (mon.1 2022-01-25T22:51:35.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: ) 73 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:35.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:35.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 25T22:51:34.730617+0000 mon.smithi068 (mon 2022-01-25T22:51:35.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: .0) 654 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:35.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022 2022-01-25T22:51:35.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: -01-25T22:51:34.757284 2022-01-25T22:51:35.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: +0000 mon.smithi165 (mon.1) 74 : audit [INF] 2022-01-25T22:51:35.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:35.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:35.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 2022-01-25T22:51:34.757760+0000 2022-01-25T22:51:35.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: mon.smithi068 (mon.0) 655 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:35.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 2022-01-25T22:51:35.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:35.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: 2022-01-25T22:51:34.763049+0000 mon.smithi165 ( 2022-01-25T22:51:35.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: mon.1) 75 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:35.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: audit 2022-01-25T22:51:34.763450 2022-01-25T22:51:35.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:35 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 656 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi165.mrpyur/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:36 smithi068 conmon[28642]: cluster 2022-01 2022-01-25T22:51:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:36 smithi068 conmon[28642]: -25T22:51:35.503761+0000 mon.smithi068 (mon.0) 657 : cluster [DBG] mgrmap e27: smithi165.mrpyur(active, since 1.72562s), standbys: smithi068.zkksrk 2022-01-25T22:51:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:36 smithi068 conmon[28642]: cluster 2022-01-25T22:51:35.520353+0000 mgr.smithi165.mrpyur (mgr.14620) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:51:36.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 77769 21.84 MB/sec warmup 100 sec latency 30.397 ms 2022-01-25T22:51:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:36 smithi165 conmon[31600]: cluster 2022-01-25T22:51:35. 2022-01-25T22:51:36.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:36 smithi165 conmon[31600]: 503761+0000 mon.smithi068 (mon.0) 657 : cluster [DBG] mgrmap e27: smithi165.mrpyur(active, since 1.72562s), standbys: smithi068.zkksrk 2022-01-25T22:51:36.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:36 smithi165 conmon[31600]: cluster 2022-01-25T22:51:35.520353+0000 mgr.smithi165.mrpyur (mgr.14620) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:51:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:37 smithi068 conmon[28642]: cluster 2022-01-25T22:51:36.511856+0000 mon.smithi068 (mon.0) 658 : cluster [DBG] mgrmap e28: smithi165.mrpyur(active, since 2s), standbys: smithi068.zkksrk 2022-01-25T22:51:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:37 smithi068 conmon[28642]: cluster 2022-01-25T22:51:36.514729+0000 mgr.smithi165.mrpyur (mgr.14620) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:51:37.887 INFO:teuthology.orchestra.run.smithi068.stdout: 5 78228 21.82 MB/sec warmup 101 sec latency 45.019 ms 2022-01-25T22:51:37.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:37 smithi165 conmon[31600]: cluster 2022-01-25T22:51:36.511856+0000 mon.smithi068 2022-01-25T22:51:37.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:37 smithi165 conmon[31600]: (mon.0) 658 : cluster [DBG] mgrmap e28: smithi165.mrpyur(active, since 2s), standbys: smithi068.zkksrk 2022-01-25T22:51:37.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:37 smithi165 conmon[31600]: cluster 2022-01-25T22:51:36.514729+0000 mgr.smithi165.mrpyur (mgr.14620) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:51:38.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 78723 21.66 MB/sec warmup 102 sec latency 25.958 ms 2022-01-25T22:51:39.527 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:39 smithi165 conmon[31600]: cluster 2022-01-25T22:51:38.515121+0000 mgr.smithi165.mrpyur (mgr.14620 2022-01-25T22:51:39.527 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:39 smithi165 conmon[31600]: ) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:51:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:39 smithi068 conmon[28642]: cluster 2022-01-25T22:51:38.515121+0000 2022-01-25T22:51:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:39 smithi068 conmon[28642]: mgr.smithi165.mrpyur (mgr.14620) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:51:39.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 79066 21.49 MB/sec warmup 103 sec latency 44.905 ms 2022-01-25T22:51:40.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:40 smithi068 conmon[28642]: cluster 2022-01-25T22:51:40.356878+0000 mon.smithi068 (mon.0) 659 : cluster [DBG] Standby manager daemon smithi068.zkksrk restarted 2022-01-25T22:51:40.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:40 smithi068 conmon[28642]: cluster 2022-01-25T22:51:40.357033+0000 mon.smithi068 (mon.0) 660 : cluster [DBG] Standby manager daemon smithi068.zkksrk started 2022-01-25T22:51:40.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:40 smithi068 conmon[28642]: audit 2022-01-25T22:51:40.365962+0000 mon.smithi068 (mon.0) 661 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/crt"}]: dispatch 2022-01-25T22:51:40.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:40 smithi068 conmon[28642]: audit 2022-01-25T22:51:40.366825+0000 mon.smithi068 (mon.0) 662 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:51:40.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:40 smithi068 conmon[28642]: audit 2022-01-25T22:51:40.370281+0000 mon.smithi068 (mon.0) 663 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/key"}]: dispatch 2022-01-25T22:51:40.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:40 smithi068 conmon[28642]: audit 2022-01-25T22:51:40.370861+0000 mon.smithi068 (mon.0) 664 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:51:40.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 79466 21.42 MB/sec warmup 104 sec latency 40.126 ms 2022-01-25T22:51:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: cluster 2022-01-25T22:51:40.356878+0000 mon.smithi068 ( 2022-01-25T22:51:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: mon.0) 659 : cluster [DBG] Standby manager daemon smithi068.zkksrk restarted 2022-01-25T22:51:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: cluster 2022-01-25T22:51:40.357033+0000 mon.smithi068 (mon.0) 660 : cluster [DBG] Standby manager daemon smithi068.zkksrk started 2022-01-25T22:51:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: audit 2022-01-25T22:51:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: 2022-01-25T22 2022-01-25T22:51:40.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: :51:40.365962+0000 mon.smithi068 (mon 2022-01-25T22:51:40.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: .0) 661 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/crt"}]: dispatch 2022-01-25T22:51:40.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:40.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: -25T22:51:40.366825+0000 mon.smithi068 (mon.0) 662 2022-01-25T22:51:40.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:51:40.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:40.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: -25T22:51:40.370281+0000 mon.smithi068 ( 2022-01-25T22:51:40.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: mon.0) 663 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/key"}]: dispatch 2022-01-25T22:51:40.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: audit 2022-01-25T22:51:40.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: 2022-01-25T22:51:40.370861+0000 2022-01-25T22:51:40.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:40 smithi165 conmon[31600]: mon.smithi068 (mon.0) 664 : audit [DBG] from='mgr.? 172.21.15.68:0/2130256217' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:51:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:41 smithi068 conmon[28642]: cluster 2022-01-25T22:51:40.515663+0000 mgr.smithi165.mrpyur (mgr.14620) 2022-01-25T22:51:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:41 smithi068 conmon[28642]: 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 310 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s wr, 481 op/s 2022-01-25T22:51:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:41 smithi068 conmon[28642]: cluster 2022-01-25T22:51:40.538126+0000 mon.smithi068 (mon.0) 665 : cluster [DBG] mgrmap e29: smithi165.mrpyur(active, since 6s), standbys: smithi068.zkksrk 2022-01-25T22:51:41.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 80007 21.30 MB/sec warmup 105 sec latency 41.073 ms 2022-01-25T22:51:41.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:41 smithi165 conmon[31600]: cluster 2022-01-25T22:51:40.515663+0000 mgr.smithi165.mrpyur (mgr.14620) 2022-01-25T22:51:41.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:41 smithi165 conmon[31600]: 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 310 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s wr, 481 op/s 2022-01-25T22:51:41.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:41 smithi165 conmon[31600]: cluster 2022-01-25T22:51:40.538126+0000 mon.smithi068 (mon.0) 665 : cluster [DBG] mgrmap e29: smithi165.mrpyur(active, since 6s), standbys: smithi068.zkksrk 2022-01-25T22:51:42.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 80727 21.27 MB/sec warmup 106 sec latency 26.372 ms 2022-01-25T22:51:43.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 81636 21.42 MB/sec warmup 107 sec latency 17.082 ms 2022-01-25T22:51:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: cluster 2022-01-25T22:51:42.516146+0000 mgr.smithi165.mrpyur (mgr 2022-01-25T22:51:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: .14620) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.5 MiB/s wr, 493 op/s 2022-01-25T22:51:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: audit 2022-01-25T22:51:42.586374+0000 mon.smithi068 (mon.0) 666 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: 2022-01-25T22:51:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: -25T22:51:43.119533+0000 mon.smithi165 (mon 2022-01-25T22:51:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: .1) 76 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: 2022-01-25T22:51:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:43.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: 01-25T22:51:43. 2022-01-25T22:51:43.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: 120093+0000 mon.smithi068 (mon.0) 667 2022-01-25T22:51:43.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:43 smithi165 conmon[31600]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:43 smithi068 conmon[28642]: cluster 2022-01-25T22:51:42.516146+0000 mgr.smithi165.mrpyur (mgr.14620) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.5 MiB/s wr, 493 op/s 2022-01-25T22:51:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:43 smithi068 conmon[28642]: audit 2022-01-25T22:51:42.586374+0000 mon.smithi068 (mon.0) 666 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:43 smithi068 conmon[28642]: audit 2022-01-25T22:51:43.119533+0000 mon.smithi165 (mon.1) 76 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:44.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:43 smithi068 conmon[28642]: audit 2022-01-25T22:51:43.120093+0000 mon.smithi068 (mon.0) 667 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:44.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 82088 21.33 MB/sec warmup 108 sec latency 447.493 ms 2022-01-25T22:51:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: audit 2022-01-25T22:51:43.640267+0000 mon.smithi068 (mon 2022-01-25T22:51:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: .0) 668 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: audit 2022-01-25T22:51:44.113064+0000 mon.smithi165 (mon.1) 77 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: audit 2022-01-25T22:51:44.113680+0000 mon.smithi068 (mon.0) 669 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: audit 2022-01-25T22:51:44.120250+0000 mon.smithi068 (mon.0) 670 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:44.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: audit 2022-01-25T22:51:44.143122+0000 mon.smithi165 (mon.1) 78 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:51:44.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:51:44.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:44 smithi165 conmon[31600]: :51:44.143593+0000 mon.smithi068 (mon.0) 671 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:51:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit 2022-01-25T22:51 2022-01-25T22:51:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: :43.640267+0000 mon.smithi068 (mon.0) 668 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit 2022-01-25T22:51: 2022-01-25T22:51:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: 44.113064+0000 mon.smithi165 (mon.1) 77 : audit [INF] 2022-01-25T22:51:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: -25T22:51:44.113680+0000 mon.smithi068 2022-01-25T22:51:45.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: (mon.0) 669 : audit 2022-01-25T22:51:45.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:51:45.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit 2022-01-25T22:51:45.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: 2022-01-25T22 2022-01-25T22:51:45.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: :51:44.120250+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:45.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: 670 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:45.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:51:45.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: 25T22:51:44.143122+0000 mon.smithi165 (mon.1) 78 : 2022-01-25T22:51:45.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:51:45.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: audit 2022-01-25T22:51:45.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: 2022-01-25T22:51:44.143593 2022-01-25T22:51:45.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 671 : audit [INF] 2022-01-25T22:51:45.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:44 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:51:45.895 INFO:teuthology.orchestra.run.smithi068.stdout: 5 82727 21.23 MB/sec warmup 109 sec latency 28.754 ms 2022-01-25T22:51:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: cluster 2022-01-25T22:51:44.516553+0000 mgr.smithi165.mrpyur (mgr. 2022-01-25T22:51:45.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: 14620) 7 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.3 MiB/s wr, 383 op/s 2022-01-25T22:51:45.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01-25T22:51:45.125730+0000 mon.smithi068 (mon.0) 672 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-25T22:51:45.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: cluster 2022-01-25T22:51:45.125786+0000 2022-01-25T22:51:45.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: mon.smithi068 (mon.0) 673 : cluster [DBG] 2022-01-25T22:51:45.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: osdmap e63: 8 total, 8 up, 8 in 2022-01-25T22:51:45.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:45.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: -25T22:51:45.125853+0000 mon.smithi165 (mon.1 2022-01-25T22:51:45.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: ) 79 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:45.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:45.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: 25T22:51:45.133200+0000 mon.smithi165 (mon.1) 2022-01-25T22:51:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: 80 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:51:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01-25T22:51:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: 2022-01 2022-01-25T22:51:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: -25T22:51:45.133375 2022-01-25T22:51:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 674 2022-01-25T22:51:45.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:45.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:45.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: -25T22:51:45.134070+0000 2022-01-25T22:51:45.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: mon.smithi068 (mon.0) 675 : audit 2022-01-25T22:51:45.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:51:45.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01-25T22:51:45.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: 2022-01-25T22:51:45.134466+0000 2022-01-25T22:51:45.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: mon.smithi165 (mon.1) 81 : audit 2022-01-25T22:51:45.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:45.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:45.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: -25T22:51:45.134853+0000 mon.smithi068 2022-01-25T22:51:45.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: (mon.0) 676 : audit 2022-01-25T22:51:45.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:45 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:46.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: cluster 2022-01-25T22:51:44. 2022-01-25T22:51:46.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 516553+0000 mgr.smithi165.mrpyur (mgr.14620) 7 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.3 MiB/s wr, 383 op/s 2022-01-25T22:51:46.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022-01-25T22:51:45.125730 2022-01-25T22:51:46.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 672 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-25T22:51:46.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: cluster 2022-01-25 2022-01-25T22:51:46.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: T22:51:45.125786+0000 mon.smithi068 (mon. 2022-01-25T22:51:46.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 0) 673 : cluster 2022-01-25T22:51:46.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-01-25T22:51:46.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:46.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: -01-25T22:51:45.125853+0000 2022-01-25T22:51:46.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: mon.smithi165 (mon.1) 79 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:46.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 2022-01-25T22:51:46.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:51:46.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 22:51:45.133200+0000 mon.smithi165 (mon.1) 2022-01-25T22:51:46.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 80 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:51:46.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:46.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: -25T22:51:45. 2022-01-25T22:51:46.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 133375+0000 mon.smithi068 (mon.0 2022-01-25T22:51:46.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: ) 674 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:51:46.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:46.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: -01-25T22:51 2022-01-25T22:51:46.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: :45.134070+0000 mon.smithi068 (mon 2022-01-25T22:51:46.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: .0) 675 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:51:46.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: 2022-01-25T22:51:46.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:51:46.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: T22:51:45.134466+0000 mon.smithi165 (mon.1) 81 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:46.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: audit 2022-01-25T22:51 2022-01-25T22:51:46.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: :45.134853+0000 mon.smithi068 (mon.0) 676 2022-01-25T22:51:46.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:45 smithi068 conmon[28642]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:51:46.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 21.17 MB/sec warmup 110 sec latency 56.388 ms 2022-01-25T22:51:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: audit 2022-01-25T22:51:46.127146+0000 mon.smithi068 (mon.0 2022-01-25T22:51:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: ) 677 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-25T22:51:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: audit 2022-01-25T22:51:46.127235+0000 mon.smithi068 (mon.0) 678 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:51:47.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cluster 2022-01- 2022-01-25T22:51:47.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: 25T22:51:46.127310+0000 mon.smithi068 (mon.0) 679 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-25T22:51:47.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cephadm 2022-01-25T22:51 2022-01-25T22:51:47.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: :46.129385+0000 mgr.smithi165.mrpyur (mgr.14620) 8 2022-01-25T22:51:47.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-25T22:51:47.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cephadm 2022-01-25T22:51 2022-01-25T22:51:47.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: :46.166015+0000 mgr.smithi165.mrpyur (mgr.14620) 9 2022-01-25T22:51:47.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-01-25T22:51:47.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cephadm 2022-01-25T 2022-01-25T22:51:47.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: 22:51:46.166130+0000 mgr.smithi165.mrpyur (mgr.14620 2022-01-25T22:51:47.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: ) 10 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi068', 'nfs.foo.smithi165'] 2022-01-25T22:51:47.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cephadm 2022-01- 2022-01-25T22:51:47.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: 25T22:51:46.166261+0000 mgr.smithi165.mrpyur ( 2022-01-25T22:51:47.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: mgr.14620) 11 : cephadm [INF] Remove daemons nfs.foo.smithi068 nfs.foo.smithi165 2022-01-25T22:51:47.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cephadm 2022- 2022-01-25T22:51:47.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: 01-25T22:51:46.166625+0000 2022-01-25T22:51:47.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: mgr.smithi165.mrpyur (mgr.14620) 12 : cephadm [INF] Removing daemon nfs.foo.smithi068 from smithi068 2022-01-25T22:51:47.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: 2022-01-25T22:51:47.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:47.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: 2022-01-25T22:51:46.166943+0000 mgr.smithi165.mrpyur (mgr 2022-01-25T22:51:47.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: .14620) 13 : cephadm [INF] Removing daemon nfs.foo.smithi165 from smithi165 2022-01-25T22:51:47.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: cluster 2022-01 2022-01-25T22:51:47.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: -25T22:51:46.517354+0000 mgr.smithi165.mrpyur 2022-01-25T22:51:47.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:47 smithi165 conmon[31600]: (mgr.14620) 14 : cluster [DBG] pgmap v11: 129 pgs: 32 creating+peering, 97 active+clean; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 987 op/s 2022-01-25T22:51:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: audit 2022-01-25T22:51:46.127146+0000 mon.smithi068 ( 2022-01-25T22:51:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: mon.0) 677 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-25T22:51:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: audit 2022-01-25T22:51:46.127235+0000 mon.smithi068 (mon.0) 678 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:51:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cluster 2022-01-25T22:51:46.127310+0000 mon.smithi068 (mon.0) 679 2022-01-25T22:51:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-25T22:51:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: 2022-01-25T22:51:46.129385+0000 mgr.smithi165.mrpyur (mgr.14620) 2022-01-25T22:51:47.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-25T22:51:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:46 2022-01-25T22:51:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: .166015+0000 mgr.smithi165.mrpyur (mgr.14620) 9 : cephadm [INF] 2022-01-25T22:51:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: Found 1 exports for legacy nfs.foo 2022-01-25T22:51:47.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: 2022-01-25T22:51:46.166130+0000 mgr.smithi165.mrpyur (mgr.14620 2022-01-25T22:51:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: ) 10 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi068', 'nfs.foo.smithi165'] 2022-01-25T22:51:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cephadm 2022-01-25T22 2022-01-25T22:51:47.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: :51:46.166261+0000 mgr.smithi165.mrpyur (mgr.14620) 11 2022-01-25T22:51:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: : cephadm [INF] Remove daemons nfs.foo.smithi068 nfs.foo.smithi165 2022-01-25T22:51:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:46. 2022-01-25T22:51:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: 166625+0000 mgr.smithi165.mrpyur (mgr.14620) 12 : cephadm [INF] Removing daemon nfs.foo.smithi068 from smithi068 2022-01-25T22:51:47.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cephadm 2022-01-25 2022-01-25T22:51:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: T22:51:46.166943+0000 mgr.smithi165.mrpyur (mgr.14620) 13 : cephadm 2022-01-25T22:51:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: [INF] Removing daemon nfs.foo.smithi165 from smithi165 2022-01-25T22:51:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: cluster 2022-01-25T22:51:47.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: 2022-01-25T22:51:46.517354+0000 mgr.smithi165.mrpyur (mgr.14620) 14 : cluster 2022-01-25T22:51:47.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:47 smithi068 conmon[28642]: [DBG] pgmap v11: 129 pgs: 32 creating+peering, 97 active+clean; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 987 op/s 2022-01-25T22:51:47.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 20.98 MB/sec warmup 111 sec latency 1056.894 ms 2022-01-25T22:51:48.387 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:48 smithi165 conmon[31600]: cluster 2022-01-25T22:51:47.128369+0000 mon.smithi068 (mon 2022-01-25T22:51:48.388 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:48 smithi165 conmon[31600]: .0) 680 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-01-25T22:51:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:48 smithi068 conmon[28642]: cluster 2022-01-25T22:51:47.128369+0000 mon.smithi068 (mon.0) 680 : 2022-01-25T22:51:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:48 smithi068 conmon[28642]: cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-01-25T22:51:48.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 20.79 MB/sec warmup 112 sec latency 2056.942 ms 2022-01-25T22:51:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: cluster 2022-01-25T22:51:48.175211+0000 mon.smithi068 (mon.0) 681 : cluster 2022-01-25T22:51:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: [DBG] mgrmap e30: smithi165.mrpyur(active, since 14s), standbys: smithi068.zkksrk 2022-01-25T22:51:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: cluster 2022-01-25T22:51:48.518169+0000 mgr.smithi165.mrpyur (mgr.14620) 15 : cluster [DBG] pgmap v13: 129 pgs: 32 creating+peering, 97 active+clean; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.8 MiB/s wr, 742 op/s 2022-01-25T22:51:49.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:48.528787+0000 mgr.smithi165.mrpyur (mgr.14620) 16 : cephadm [INF] Removing key for client.nfs.foo.smithi165 2022-01-25T22:51:49.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: audit 2022-01-25T22:51:48.529205+0000 mon.smithi165 (mon.1) 82 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165"}]: dispatch 2022-01-25T22:51:49.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: audit 2022-01-25T22:51:48.530068+0000 mon.smithi068 (mon.0) 682 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165"}]: dispatch 2022-01-25T22:51:49.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: audit 2022-01-25T22:51:48.534871+0000 mon.smithi068 (mon.0) 683 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165"}]': finished 2022-01-25T22:51:49.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:48.535547+0000 mgr.smithi165.mrpyur (mgr.14620) 17 : cephadm [INF] Removing key for client.nfs.foo.smithi165-rgw 2022-01-25T22:51:49.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: audit 2022-01-25T22:51:48.535836+0000 mon.smithi165 (mon.1) 83 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165-rgw"}]: dispatch 2022-01-25T22:51:49.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: audit 2022-01-25T22:51:48.536166+0000 mon.smithi068 (mon.0) 684 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165-rgw"}]: dispatch 2022-01-25T22:51:49.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:49 smithi165 conmon[31600]: audit 2022-01-25T22:51:48.541936+0000 mon.smithi068 (mon.0) 685 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165-rgw"}]': finished 2022-01-25T22:51:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: cluster 2022-01-25T22:51:48.175211+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: 681 : cluster [DBG] mgrmap e30: smithi165.mrpyur(active, since 14s), standbys: smithi068.zkksrk 2022-01-25T22:51:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: cluster 2022-01-25T22:51:48.518169+0000 mgr.smithi165.mrpyur (mgr.14620) 15 : cluster [DBG] pgmap v13: 129 pgs: 32 creating+peering, 97 active+clean; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.8 MiB/s wr, 742 op/s 2022-01-25T22:51:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:48.528787+0000 mgr.smithi165.mrpyur (mgr.14620) 16 : cephadm [INF] Removing key for client.nfs.foo.smithi165 2022-01-25T22:51:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: audit 2022-01-25T22:51:48.529205 2022-01-25T22:51:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: +0000 mon.smithi165 (mon.1) 82 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165"}]: dispatch 2022-01-25T22:51:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: audit 2022-01-25T22:51:48. 2022-01-25T22:51:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: 530068+0000 mon.smithi068 (mon.0) 682 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165"}]: dispatch 2022-01-25T22:51:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: audit 2022-01-25T22:51:48.534871+0000 mon.smithi068 2022-01-25T22:51:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: (mon.0) 683 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165"}]': finished 2022-01-25T22:51:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: 2022-01-25T22:51:48.535547+0000 mgr.smithi165.mrpyur (mgr.14620) 17 : cephadm 2022-01-25T22:51:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: [INF] Removing key for client.nfs.foo.smithi165-rgw 2022-01-25T22:51:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:51:49.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: 22:51:48.535836+0000 mon.smithi165 (mon.1) 83 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165-rgw"}]: dispatch 2022-01-25T22:51:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: audit 2022-01-25T22:51:48.536166+0000 mon.smithi068 ( 2022-01-25T22:51:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: mon.0) 684 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165-rgw"}]: dispatch 2022-01-25T22:51:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: audit 2022-01-25T22:51:49.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:49 smithi068 conmon[28642]: 2022-01-25T22:51:48.541936+0000 mon.smithi068 (mon.0) 685 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi165-rgw"}]': finished 2022-01-25T22:51:49.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 20.61 MB/sec warmup 113 sec latency 3056.993 ms 2022-01-25T22:51:50.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 20.43 MB/sec warmup 114 sec latency 4057.044 ms 2022-01-25T22:51:51.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 20.25 MB/sec warmup 115 sec latency 5057.131 ms 2022-01-25T22:51:51.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: cluster 2022-01-25T22:51:50.519010+0000 mgr.smithi165.mrpyur 2022-01-25T22:51:51.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: (mgr.14620) 18 : cluster [DBG] pgmap v14: 129 pgs: 9 creating+peering, 120 active+clean; 309 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.3 MiB/s wr, 943 op/s 2022-01-25T22:51:51.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.975683+0000 mon.smithi165 (mon.1) 84 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068"}]: dispatch 2022-01-25T22:51:51.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.976301+0000 mon.smithi068 (mon.0) 686 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068"}]: dispatch 2022-01-25T22:51:51.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.979800+0000 mon.smithi068 (mon.0) 687 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068"}]': finished 2022-01-25T22:51:51.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.981142+0000 mon.smithi165 (mon.1) 85 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068-rgw"}]: dispatch 2022-01-25T22:51:51.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.981467+0000 mon.smithi068 (mon.0) 688 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068-rgw"}]: dispatch 2022-01-25T22:51:51.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.983977+0000 mon.smithi068 (mon.0) 689 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068-rgw"}]': finished 2022-01-25T22:51:51.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.988252+0000 mon.smithi068 (mon.0) 690 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.989520+0000 mon.smithi165 (mon.1) 86 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:51:51.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.019998+0000 mon.smithi165 (mon.1) 87 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:51:51.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.020686+0000 mon.smithi068 (mon.0) 691 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:51:51.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.023702+0000 mon.smithi068 (mon.0) 692 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:51:51.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.033429+0000 mon.smithi068 (mon.0) 693 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.040413+0000 mon.smithi068 (mon.0) 694 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.044470+0000 mon.smithi068 (mon.0) 695 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.054511+0000 mon.smithi068 (mon.0) 696 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.057266+0000 mon.smithi165 (mon.1) 88 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:51.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.057834+0000 mon.smithi068 (mon.0) 697 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:51.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.060441+0000 mon.smithi068 (mon.0) 698 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:51:51.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.061823+0000 mon.smithi165 (mon.1) 89 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:51.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.062150+0000 mon.smithi068 (mon.0) 699 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:51.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51 2022-01-25T22:51:51.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: .064777+0000 mon.smithi068 (mon.0) 700 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:51:51.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:51:51.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 25T22:51:51.066107+0000 mon.smithi165 2022-01-25T22:51:51.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: (mon.1) 90 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:51.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 2022-01-25T22:51:51.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:51.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: -01-25T22:51:51.106388+0000 mon.smithi165 2022-01-25T22:51:51.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: (mon.1) 91 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:51.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 2022-01-25T22:51:51.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:51.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: -01-25T22:51:51.106687+0000 mon.smithi068 2022-01-25T22:51:51.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: (mon.0) 701 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:51.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 2022-01-25T22:51:51.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:51.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: -25T22:51:51.109359+0000 mon.smithi068 (mon 2022-01-25T22:51:51.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: .0) 702 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:51:51.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:51:51.950 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: -25T22:51:51.154102+0000 2022-01-25T22:51:51.950 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: mon.smithi165 (mon.1) 92 : audit [INF] 2022-01-25T22:51:51.950 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:51.951 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.951 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 2022-01-25T22:51:51.154512+0000 2022-01-25T22:51:51.951 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: mon.smithi068 (mon.0) 703 : audit [INF] 2022-01-25T22:51:51.951 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:51.951 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 2022-01-25T22:51:51.157193+0000 2022-01-25T22:51:51.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: mon.smithi068 (mon.0) 704 : audit [INF] 2022-01-25T22:51:51.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:51:51.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: audit 2022-01-25T22:51:51.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: 2022-01-25T22:51:51.163875+0000 2022-01-25T22:51:51.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: mon.smithi165 (mon.1) 93 : audit [DBG] 2022-01-25T22:51:51.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:51 smithi068 conmon[28642]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:51.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: cluster 2022-01-25T22:51:50.519010+0000 mgr.smithi165.mrpyur (mgr.14620) 18 : cluster [DBG] 2022-01-25T22:51:51.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: pgmap v14: 129 pgs: 9 creating+peering, 120 active+clean; 309 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.3 MiB/s wr, 943 op/s 2022-01-25T22:51:51.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:50.975683+0000 mon.smithi165 (mon.1) 84 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068"}]: dispatch 2022-01-25T22:51:51.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:50.976301+0000 mon.smithi068 (mon.0) 686 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068"}]: dispatch 2022-01-25T22:51:51.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:50. 2022-01-25T22:51:51.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 979800+0000 mon.smithi068 (mon.0) 687 : audit 2022-01-25T22:51:51.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068"}]': finished 2022-01-25T22:51:51.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:51.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 25T22:51:50.981142+0000 mon.smithi165 2022-01-25T22:51:51.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: (mon.1) 85 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068-rgw"}]: dispatch 2022-01-25T22:51:51.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51 2022-01-25T22:51:51.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: :50.981467+0000 mon.smithi068 (mon.0) 688 2022-01-25T22:51:51.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068-rgw"}]: dispatch 2022-01-25T22:51:51.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:51:51.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: T22:51:50.983977+0000 mon.smithi068 ( 2022-01-25T22:51:51.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: mon.0) 689 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi068-rgw"}]': finished 2022-01-25T22:51:51.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51: 2022-01-25T22:51:51.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 50.988252+0000 mon.smithi068 (mon.0) 690 : 2022-01-25T22:51:51.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:51.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 25T22:51:50.989520+0000 mon.smithi165 2022-01-25T22:51:51.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: (mon.1) 86 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:51:51.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51: 2022-01-25T22:51:51.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 51.019998+0000 mon.smithi165 (mon.1) 87 : 2022-01-25T22:51:51.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:51:51.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:51.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 25T22:51:51.020686+0000 2022-01-25T22:51:51.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: mon.smithi068 (mon.0) 691 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:51:51.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51:51.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51:51.023702 2022-01-25T22:51:51.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 692 : audit [INF] 2022-01-25T22:51:51.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:51:51.963 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:51:51.963 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: :51:51.033429+0000 mon.smithi068 (mon.0 2022-01-25T22:51:51.963 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: ) 693 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.963 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:51.963 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 01-25T22:51:51. 2022-01-25T22:51:51.964 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 040413+0000 mon.smithi068 (mon.0) 694 : audit 2022-01-25T22:51:51.964 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.964 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:51:51.964 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: T22:51:51.044470+0000 mon.smithi068 2022-01-25T22:51:51.965 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: (mon.0) 695 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.965 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022 2022-01-25T22:51:51.965 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: -01-25T22:51: 2022-01-25T22:51:51.965 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 51.054511+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:51.966 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 696 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:51.966 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:51.966 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 01-25T22:51:51.057266 2022-01-25T22:51:51.967 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: +0000 mon.smithi165 (mon.1) 88 : audit [INF] 2022-01-25T22:51:51.967 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:51.967 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:51:51.967 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 22:51:51.057834+0000 mon.smithi068 (mon 2022-01-25T22:51:51.968 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: .0) 697 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:51.968 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022 2022-01-25T22:51:51.968 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: -01-25T22:51: 2022-01-25T22:51:51.968 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 51.060441+0000 mon.smithi068 (mon.0) 698 : 2022-01-25T22:51:51.969 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:51:51.969 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:51.969 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 25T22:51:51.061823+0000 2022-01-25T22:51:51.969 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: mon.smithi165 (mon.1) 89 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:51.969 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.970 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51:51 2022-01-25T22:51:51.970 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: .062150+0000 mon.smithi068 (mon.0) 699 : audit 2022-01-25T22:51:51.970 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:51.971 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:51:51.971 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: T22:51:51.064777+0000 mon.smithi068 2022-01-25T22:51:51.971 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: (mon.0) 700 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:51:51.971 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:51:51.972 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: -25T22:51:51.066107+0000 2022-01-25T22:51:51.972 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: mon.smithi165 (mon.1) 90 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:51.972 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51:51.973 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.973 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51:51. 2022-01-25T22:51:51.973 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 106388+0000 mon.smithi165 (mon.1) 91 : audit 2022-01-25T22:51:51.974 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:51.974 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:51:51.974 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 22:51:51.106687+0000 mon.smithi068 (mon. 2022-01-25T22:51:51.974 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 0) 701 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:51.975 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:51.975 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 01-25T22:51:51.109359 2022-01-25T22:51:51.975 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 702 : audit [INF] 2022-01-25T22:51:51.975 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:51:51.976 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:51:51.976 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 51:51.154102+0000 mon.smithi165 (mon 2022-01-25T22:51:51.976 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: .1) 92 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:51.976 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22:51:51.977 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 2022-01-25T22:51 2022-01-25T22:51:51.977 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: :51.154512+0000 mon.smithi068 (mon.0) 703 2022-01-25T22:51:51.977 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:51.977 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:51:51.978 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: :51:51.157193+0000 mon.smithi068 (mon.0 2022-01-25T22:51:51.978 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: ) 704 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi068.wefylo-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:51:51.978 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:51:51.979 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: 01-25T22:51:51.163875 2022-01-25T22:51:51.979 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: +0000 mon.smithi165 (mon.1) 93 : audit [DBG] 2022-01-25T22:51:51.980 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:51 smithi165 conmon[31600]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:52.788 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51 2022-01-25T22:51:52.789 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: :50.975305+0000 mgr.smithi165.mrpyur (mgr.14620) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi068 2022-01-25T22:51:52.789 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:50.980763+0000 mgr.smithi165.mrpyur (mgr.14620) 20 : cephadm [INF] Removing key for client.nfs.foo.smithi068-rgw 2022-01-25T22:51:52.790 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: audit 2022-01-25T22:51:50.990180+0000 mgr.smithi165.mrpyur (mgr.14620) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:51:52.790 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.029828+0000 mgr.smithi165.mrpyur (mgr.14620) 22 : cephadm [INF] Done migrating nfs.foo 2022-01-25T22:51:52.790 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.030068+0000 mgr.smithi165.mrpyur (mgr.14620) 23 : cephadm [INF] Done migrating all NFS services 2022-01-25T22:51:52.790 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.056943+0000 mgr.smithi165.mrpyur (mgr.14620) 24 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi068.wefylo 2022-01-25T22:51:52.791 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.061471+0000 mgr.smithi165.mrpyur (mgr.14620) 25 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-25T22:51:52.791 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.153651+0000 mgr.smithi165.mrpyur (mgr.14620) 26 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:51:52.791 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.153751+0000 mgr.smithi165.mrpyur (mgr.14620) 27 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi068.wefylo-rgw 2022-01-25T22:51:52.792 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:52 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:51.164592+0000 mgr.smithi165.mrpyur (mgr.14620) 28 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi068.wefylo on smithi068 2022-01-25T22:51:52.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 20.08 MB/sec warmup 116 sec latency 6057.228 ms 2022-01-25T22:51:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:50.975305+0000 mgr.smithi165.mrpyur (mgr.14620) 2022-01-25T22:51:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: 19 : cephadm [INF] Removing key for client.nfs.foo.smithi068 2022-01-25T22:51:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:50.980763+0000 mgr.smithi165.mrpyur (mgr.14620) 20 : cephadm [INF] Removing key for client.nfs.foo.smithi068-rgw 2022-01-25T22:51:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: 25T22:51:50.990180+0000 mgr.smithi165.mrpyur (mgr.14620) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:51:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:51.029828+0000 mgr.smithi165.mrpyur ( 2022-01-25T22:51:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: mgr.14620) 22 : cephadm [INF] Done migrating nfs.foo 2022-01-25T22:51:52.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01 2022-01-25T22:51:52.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: -25T22:51:51.030068+0000 mgr.smithi165.mrpyur (mgr.14620 2022-01-25T22:51:52.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: ) 23 : cephadm [INF] Done migrating all NFS services 2022-01-25T22:51:52.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022 2022-01-25T22:51:52.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: -01-25T22:51:51.056943+0000 mgr.smithi165.mrpyur (mgr 2022-01-25T22:51:52.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: .14620) 24 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi068.wefylo 2022-01-25T22:51:52.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25T22:51 2022-01-25T22:51:52.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: :51.061471+0000 mgr.smithi165.mrpyur (mgr.14620) 25 : cephadm 2022-01-25T22:51:52.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-25T22:51:52.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:52.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: 2022-01-25T22:51:51.153651+0000 mgr.smithi165.mrpyur ( 2022-01-25T22:51:52.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: mgr.14620) 26 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:51:52.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25 2022-01-25T22:51:52.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: T22:51:51.153751+0000 mgr.smithi165.mrpyur (mgr.14620) 27 : cephadm 2022-01-25T22:51:52.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: [INF] Creating key for client.nfs.foo.0.0.smithi068.wefylo-rgw 2022-01-25T22:51:52.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: cephadm 2022-01-25T 2022-01-25T22:51:52.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: 22:51:51.164592+0000 mgr.smithi165.mrpyur (mgr.14620) 2022-01-25T22:51:52.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:52 smithi165 conmon[31600]: 28 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi068.wefylo on smithi068 2022-01-25T22:51:53.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 19.90 MB/sec warmup 117 sec latency 7057.297 ms 2022-01-25T22:51:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: cluster 2022-01-25T22:51:52.519714+0000 mgr.smithi165.mrpyur (mgr.14620) 29 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 785 op/s 2022-01-25T22:51:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: cluster 2022-01-25T22:51:52.579663+0000 mon.smithi068 (mon.0) 705 : cluster [DBG] mgrmap e31: smithi165.mrpyur(active, since 18s), standbys: smithi068.zkksrk 2022-01-25T22:51:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T22:51:53.143115+0000 mon.smithi068 (mon.0) 706 : audit 2022-01-25T22:51:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T22:51 2022-01-25T22:51:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: :53.145740+0000 mon.smithi165 (mon.1) 94 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:51:53.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: 25T22:51:53.146136+0000 mon.smithi068 (mon.0) 707 2022-01-25T22:51:53.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:53.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:51:53.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: 22:51:53.149124+0000 mon.smithi068 (mon.0) 708 : 2022-01-25T22:51:53.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:51:53.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T22:51: 2022-01-25T22:51:53.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: 53.153250+0000 mon.smithi165 (mon.1) 95 : audit [INF] 2022-01-25T22:51:53.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:53.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T22:51:53.153589+0000 2022-01-25T22:51:53.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: mon.smithi068 (mon.0) 709 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:53.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T22:51:53.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: 2022-01-25T22:51:53.156562+0000 mon.smithi068 (mon. 2022-01-25T22:51:53.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: 0) 710 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:51:53.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:51:53.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:53 smithi165 conmon[31600]: :51:53.160649+0000 mon.smithi165 (mon.1) 96 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: cluster 2022-01-25T22:51:52. 2022-01-25T22:51:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 519714+0000 mgr.smithi165.mrpyur (mgr.14620) 29 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 785 op/s 2022-01-25T22:51:54.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: cluster 2022-01-25T22:51:52.579663+0000 mon.smithi068 ( 2022-01-25T22:51:54.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: mon.0) 705 : cluster [DBG] mgrmap e31: smithi165.mrpyur(active, since 18s), standbys: smithi068.zkksrk 2022-01-25T22:51:54.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01-25T22:51:54.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 2022-01-25T22:51:53.143115+0000 mon.smithi068 2022-01-25T22:51:54.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: (mon.0) 706 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:54.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022 2022-01-25T22:51:54.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: -01-25T22:51:53.145740 2022-01-25T22:51:54.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: +0000 mon.smithi165 (mon.1) 94 : audit 2022-01-25T22:51:54.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:54.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01-25T22:51 2022-01-25T22:51:54.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: :53.146136+0000 mon.smithi068 (mon.0) 2022-01-25T22:51:54.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 707 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:51:54.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:51:54.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: T22:51:53.149124+0000 mon.smithi068 ( 2022-01-25T22:51:54.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: mon.0) 708 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:51:54.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01-25T22:51 2022-01-25T22:51:54.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: :53.153250+0000 mon.smithi165 (mon. 2022-01-25T22:51:54.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 1) 95 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:54.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 2022-01-25T22:51:54.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:51:54.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 25T22:51:53.153589+0000 mon.smithi068 2022-01-25T22:51:54.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: (mon.0) 709 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:51:54.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 2022-01-25T22:51:54.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01-25T22:51:54.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 2022-01-25T22:51:53.156562+0000 2022-01-25T22:51:54.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: mon.smithi068 (mon.0) 710 : audit [INF] 2022-01-25T22:51:54.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:51:54.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: audit 2022-01-25T22:51:54.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: 2022-01-25T22:51:53.160649+0000 2022-01-25T22:51:54.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: mon.smithi165 (mon.1) 96 : audit [DBG] 2022-01-25T22:51:54.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:53 smithi068 conmon[28642]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:54.070 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:51:54.348 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:51:54.348 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (5m) 11s ago 6m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:51:54.349 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (6m) 11s ago 6m 7017k - 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:51:54.349 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (6m) 10s ago 6m 7159k - 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:51:54.349 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (5m) 11s ago 6m 38.5M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:51:54.349 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (2m) 11s ago 2m 40.1M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:51:54.350 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (2m) 10s ago 2m 14.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:51:54.350 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:9283 running (7m) 11s ago 7m 189M - 16.2.4 8d91d370c2b8 5a85491a3656 2022-01-25T22:51:54.350 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (27s) 10s ago 6m 419M - 16.2.7-240-g5bfc361e 8b4796d434bf 409fd93bdc71 2022-01-25T22:51:54.350 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (7m) 11s ago 8m 117M 2048M 16.2.4 8d91d370c2b8 21e7cc384cdb 2022-01-25T22:51:54.351 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (6m) 10s ago 6m 80.5M 2048M 16.2.4 8d91d370c2b8 4810208b9966 2022-01-25T22:51:54.351 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 starting - - - - 2022-01-25T22:51:54.351 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (6m) 11s ago 6m 18.1M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:51:54.351 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (5m) 10s ago 5m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:51:54.351 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (5m) 11s ago 5m 1036M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:51:54.352 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (5m) 11s ago 5m 916M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:51:54.352 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (4m) 11s ago 4m 669M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:51:54.352 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (4m) 11s ago 4m 982M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:51:54.352 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (4m) 10s ago 4m 924M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:51:54.353 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (4m) 10s ago 4m 1220M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:51:54.353 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (3m) 10s ago 3m 993M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:51:54.353 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (3m) 10s ago 3m 1463M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:51:54.354 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (5m) 11s ago 6m 40.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:51:54.690 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:51:54.690 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:51:54.690 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:54.691 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:54.691 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:51:54.691 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-01-25T22:51:54.691 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:51:54.692 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:54.692 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:51:54.692 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:51:54.692 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:54.692 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:51:54.693 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:54.693 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:51:54.693 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:51:54.693 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-01-25T22:51:54.694 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:51:54.694 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:51:54.694 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:51:54.694 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:54 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:53.145416+0000 mgr.smithi165.mrpyur (mgr.14620 2022-01-25T22:51:54.695 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:54 smithi068 conmon[28642]: ) 30 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi165.lziwyk 2022-01-25T22:51:54.695 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:54 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:53.152819+0000 mgr.smithi165.mrpyur (mgr.14620) 31 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-25T22:51:54.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 19.74 MB/sec warmup 118 sec latency 8057.381 ms 2022-01-25T22:51:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:54 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:53.145416+0000 mgr.smithi165.mrpyur (mgr.14620) 30 : cephadm [INF] 2022-01-25T22:51:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:54 smithi165 conmon[31600]: Creating key for client.nfs.foo.1.0.smithi165.lziwyk 2022-01-25T22:51:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:54 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:53.152819+0000 mgr.smithi165.mrpyur (mgr.14620) 31 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-25T22:51:55.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 19.57 MB/sec warmup 119 sec latency 9057.417 ms 2022-01-25T22:51:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: audit 2022-01-25T22:51:54.050384+0000 2022-01-25T22:51:55.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: mgr.smithi165.mrpyur (mgr.14620) 32 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:55.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: audit 2022-01-25T22:51:54.336756+0000 mgr.smithi165.mrpyur (mgr.14620) 33 : audit [DBG] from='client.14674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:55.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: cluster 2022-01-25T22:51:54.520185+0000 mgr.smithi165.mrpyur (mgr.14620) 34 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.2 MiB/s wr, 161 op/s 2022-01-25T22:51:55.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: 2022-01-25T22:51:55.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: audit 2022-01-25T22:51:54.690514+0000 mon.smithi068 2022-01-25T22:51:55.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:55 smithi165 conmon[31600]: (mon.0) 711 : audit [DBG] from='client.? 172.21.15.68:0/4129585613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:56.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: audit 2022-01-25T22:51:54.050384+0000 mgr.smithi165.mrpyur (mgr.14620) 32 : audit 2022-01-25T22:51:56.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:56.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: audit 2022-01-25T22:51:54.336756+0000 mgr.smithi165.mrpyur (mgr.14620) 33 : audit [DBG] from='client.14674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:56.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: cluster 2022-01-25T22:51:54.520185+0000 mgr.smithi165.mrpyur (mgr.14620) 34 2022-01-25T22:51:56.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.2 MiB/s wr, 161 op/s 2022-01-25T22:51:56.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: audit 2022-01-25T22:51:54 2022-01-25T22:51:56.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: .690514+0000 mon.smithi068 (mon.0) 711 : audit 2022-01-25T22:51:56.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:55 smithi068 conmon[28642]: [DBG] from='client.? 172.21.15.68:0/4129585613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:56.899 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51:56.089079+0000 mon.smithi165 (mon.1) 2022-01-25T22:51:56.900 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: 97 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:56.900 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51:56.089576+0000 mon.smithi068 (mon.0) 712 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:56.900 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51:56.094453+0000 mon.smithi068 (mon.0) 713 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:51:56.901 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51:56.145282+0000 mon.smithi165 (mon.1) 98 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:56.901 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51:56.145733+0000 mon.smithi068 (mon.0) 714 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:56.901 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51 2022-01-25T22:51:56.901 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: :56.151956+0000 mon.smithi068 (mon.0) 715 : audit 2022-01-25T22:51:56.902 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:51:56.902 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: audit 2022-01-25T22:51: 2022-01-25T22:51:56.902 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: 56.153357+0000 mon.smithi165 (mon.1) 99 : audit 2022-01-25T22:51:56.902 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:56 smithi165 conmon[31600]: [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51:56.089079+0000 mon.smithi165 (mon.1) 97 : 2022-01-25T22:51:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51:56.089576+0000 mon.smithi068 (mon.0) 712 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:51:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51:56.094453+0000 2022-01-25T22:51:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: mon.smithi068 (mon.0) 713 : audit [INF] 2022-01-25T22:51:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:51:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51:57.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: 2022-01-25T22:51:56.145282+0000 mon.smithi165 (mon 2022-01-25T22:51:57.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: .1) 98 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:57.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51:56.145733+0000 mon.smithi068 ( 2022-01-25T22:51:57.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: mon.0) 714 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:51:57.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51:57.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: 2022-01-25T22:51:56.151956+0000 mon.smithi068 (mon.0) 715 : 2022-01-25T22:51:57.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi165.lziwyk-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:51:57.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit 2022-01-25T22:51: 2022-01-25T22:51:57.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: 56.153357+0000 mon.smithi165 (mon.1) 99 : 2022-01-25T22:51:57.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:56 smithi068 conmon[28642]: audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:57.812 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:57 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:56.144818+0000 mgr.smithi165.mrpyur (mgr 2022-01-25T22:51:57.812 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:57 smithi165 conmon[31600]: .14620) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:51:57.813 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:57 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:56.144919+0000 mgr.smithi165.mrpyur (mgr.14620) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi165.lziwyk-rgw 2022-01-25T22:51:57.813 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:57 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:56.154120+0000 mgr.smithi165.mrpyur (mgr.14620) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi165.lziwyk on smithi165 2022-01-25T22:51:57.813 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:57 smithi165 conmon[31600]: cluster 2022-01-25T22:51:56.521204+0000 mgr.smithi165.mrpyur (mgr.14620) 38 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.0 MiB/s wr, 140 op/s 2022-01-25T22:51:57.896 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 1 sec latency 11057.632 ms 2022-01-25T22:51:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:56.144818+0000 mgr.smithi165.mrpyur (mgr.14620) 35 : cephadm 2022-01-25T22:51:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:51:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:56.144919+0000 mgr.smithi165.mrpyur (mgr.14620) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi165.lziwyk-rgw 2022-01-25T22:51:58.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:58.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: 2022-01-25T22:51:56.154120+0000 mgr.smithi165.mrpyur (mgr.14620) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi165.lziwyk on smithi165 2022-01-25T22:51:58.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: cluster 2022-01 2022-01-25T22:51:58.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: -25T22:51:56.521204+0000 mgr.smithi165.mrpyur (mgr.14620) 38 : cluster [DBG] 2022-01-25T22:51:58.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:57 smithi068 conmon[28642]: pgmap v17: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.0 MiB/s wr, 140 op/s 2022-01-25T22:51:58.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 2 sec latency 12057.680 ms 2022-01-25T22:51:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: audit 2022-01-25T22:51:58.167810+0000 mon.smithi068 (mon.0) 716 : 2022-01-25T22:51:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: audit 2022-01-25T22:51:58.170156+0000 mon.smithi165 (mon.1) 100 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: audit 2022-01-25T22:51:58.171033+0000 mon.smithi165 (mon.1) 101 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: audit 2022-01-25T22:51:58.171605+0000 mon.smithi165 (mon.1) 102 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:51:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: cephadm 2022-01-25T22:51:58.172128+0000 mgr.smithi165.mrpyur (mgr.14620) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:51:59.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:51:59 smithi165 conmon[31600]: cluster 2022-01-25T22:51:58.521718+0000 mgr.smithi165.mrpyur (mgr.14620) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 KiB/s rd, 906 KiB/s wr, 123 op/s 2022-01-25T22:51:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: audit 2022-01-25T22:51:58.167810+0000 mon.smithi068 (mon.0) 716 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:51:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: audit 2022-01-25T22:51:58.170156+0000 mon.smithi165 (mon.1) 100 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: audit 2022-01-25T22:51:58.171033+0000 mon.smithi165 (mon.1) 101 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: audit 2022-01-25T22:51:58.171605+0000 mon.smithi165 (mon.1) 102 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:51:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: cephadm 2022-01-25T22:51:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: 2022-01-25T22:51:58.172128+0000 mgr.smithi165.mrpyur (mgr.14620) 39 2022-01-25T22:51:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:51:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: cluster 2022 2022-01-25T22:51:59.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: -01-25T22:51:58 2022-01-25T22:51:59.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: .521718+0000 mgr.smithi165.mrpyur (mgr.14620) 40 2022-01-25T22:51:59.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:51:59 smithi068 conmon[28642]: : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 KiB/s rd, 906 KiB/s wr, 123 op/s 2022-01-25T22:51:59.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 3 sec latency 13057.727 ms 2022-01-25T22:52:00.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 4 sec latency 14057.793 ms 2022-01-25T22:52:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:00 smithi068 conmon[28642]: audit 2022-01-25T22:51:59.751794+0000 mon.smithi068 (mon.0) 717 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:00 smithi068 conmon[28642]: cluster 2022-01-25T22:52:00.522237+0000 mgr.smithi165.mrpyur (mgr.14620) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 KiB/s rd, 862 KiB/s wr, 119 op/s 2022-01-25T22:52:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:00 smithi165 conmon[31600]: audit 2022-01-25T22:51:59.751794+0000 mon.smithi068 (mon. 2022-01-25T22:52:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:00 smithi165 conmon[31600]: 0) 717 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:00 smithi165 conmon[31600]: cluster 2022-01-25T22:52:00.522237+0000 mgr.smithi165.mrpyur (mgr.14620) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 KiB/s rd, 862 KiB/s wr, 119 op/s 2022-01-25T22:52:01.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 5 sec latency 15057.852 ms 2022-01-25T22:52:02.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 6 sec latency 16057.953 ms 2022-01-25T22:52:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:03 smithi165 conmon[31600]: cluster 2022-01-25T22:52:02.522596+0000 mgr.smithi165.mrpyur (mgr.14620) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 KiB/s rd, 104 KiB/s wr, 19 op/s 2022-01-25T22:52:03.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:03 smithi165 conmon[31600]: audit 2022-01-25T22:52:02.830721+0000 mon.smithi068 (mon.0) 718 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:03.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:03 smithi068 conmon[28642]: cluster 2022-01-25T22:52:02.522596+0000 mgr.smithi165.mrpyur (mgr.14620) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 KiB/s rd, 104 KiB/s wr, 19 op/s 2022-01-25T22:52:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:03 smithi068 conmon[28642]: audit 2022-01-25T22:52:02.830721+0000 mon.smithi068 (mon.0) 718 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:03.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 7 sec latency 17058.016 ms 2022-01-25T22:52:04.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 8 sec latency 18058.046 ms 2022-01-25T22:52:05.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 9 sec latency 19058.143 ms 2022-01-25T22:52:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: cluster 2022-01-25T22:52:04.523203+0000 mgr.smithi165.mrpyur (mgr.14620) 43 : cluster [DBG] 2022-01-25T22:52:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: pgmap v21: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 5.7 KiB/s wr, 6 op/s 2022-01-25T22:52:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: audit 2022-01-25T22:52:04.688153+0000 mon.smithi068 (mon.0) 719 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: -01-25T22:52:04.693199+0000 mon.smithi068 (mon.0) 720 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: audit 2022-01-25T22:52: 2022-01-25T22:52:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: 04.701911+0000 mon.smithi068 (mon.0) 721 : audit [INF] 2022-01-25T22:52:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: audit 2022-01-25T22:52:04.705732+0000 2022-01-25T22:52:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: mon.smithi165 (mon.1) 103 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:05.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: audit 2022-01-25T22:52:05.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: 2022-01-25T22:52:04.709988+0000 mon.smithi068 (mon. 2022-01-25T22:52:05.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: 0) 722 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:05.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: cephadm 2022- 2022-01-25T22:52:05.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: 01-25T22:52:04.711985+0000 mgr.smithi165.mrpyur (mgr. 2022-01-25T22:52:05.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:05 smithi165 conmon[31600]: 14620) 44 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi165.mrpyur) 2022-01-25T22:52:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: cluster 2022-01-25T22:52 2022-01-25T22:52:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: :04.523203+0000 mgr.smithi165.mrpyur (mgr.14620) 43 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 5.7 KiB/s wr, 6 op/s 2022-01-25T22:52:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: audit 2022-01-25T22:52:04.688153+0000 mon.smithi068 (mon.0) 719 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: audit 2022-01-25T22:52:04.693199+0000 mon.smithi068 (mon.0) 720 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: audit 2022-01-25T22:52:04.701911+0000 mon.smithi068 (mon.0) 721 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: audit 2022-01-25T22:52:04.705732+0000 mon.smithi165 (mon.1) 103 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: audit 2022-01-25T22:52:04.709988+0000 mon.smithi068 (mon.0) 722 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:06.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:05 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:04.711985+0000 mgr.smithi165.mrpyur (mgr.14620) 44 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi165.mrpyur) 2022-01-25T22:52:06.897 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 10 sec latency 20058.535 ms 2022-01-25T22:52:07.877 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: cluster 2022-01-25T22:52:06.524063+0000 mgr.smithi165.mrpyur 2022-01-25T22:52:07.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: (mgr.14620) 45 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s rd, 6.7 KiB/s wr, 7 op/s 2022-01-25T22:52:07.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:06.602257+0000 mgr.smithi165.mrpyur (mgr.14620) 46 : cephadm [INF] Upgrade: Updating mgr.smithi068.zkksrk 2022-01-25T22:52:07.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: audit 2022-01-25T22:52:06.607536+0000 mon.smithi068 (mon.0) 723 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:07.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: audit 2022-01-25T22:52:06.608613+0000 mon.smithi165 (mon.1) 104 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi068.zkksrk", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:52:07.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: audit 2022-01-25T22:52:06.609119+0000 mon.smithi068 (mon.0) 724 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi068.zkksrk", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:52:07.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:52:07.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: -25T22:52:06.610216+0000 mon.smithi165 ( 2022-01-25T22:52:07.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: mon.1) 105 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:52:07.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: audit 2022-01-25T22:52:06.611090+0000 mon.smithi165 (mon.1) 106 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:07.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: cephadm 2022- 2022-01-25T22:52:07.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: 01-25T22:52:06.611890+0000 mgr.smithi165.mrpyur (mgr.14620) 47 : 2022-01-25T22:52:07.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:07 smithi068 conmon[28642]: cephadm [INF] Deploying daemon mgr.smithi068.zkksrk on smithi068 2022-01-25T22:52:07.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: cluster 2022-01-25T22:52:06.524063+0000 mgr.smithi165.mrpyur (mgr.14620) 45 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s rd, 6.7 KiB/s wr, 7 op/s 2022-01-25T22:52:07.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:06.602257+0000 mgr.smithi165.mrpyur (mgr.14620) 46 : cephadm [INF] Upgrade: Updating mgr.smithi068.zkksrk 2022-01-25T22:52:07.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: audit 2022-01-25T22:52:06.607536+0000 mon.smithi068 (mon. 2022-01-25T22:52:07.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: 0) 723 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:07.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: audit 2022-01-25T22:52:07.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: 2022-01-25T22:52:06.608613+0000 mon.smithi165 ( 2022-01-25T22:52:07.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: mon.1) 104 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi068.zkksrk", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:52:07.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:07.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: -01-25T22:52:06 2022-01-25T22:52:07.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: .609119+0000 mon.smithi068 (mon.0) 724 : audit 2022-01-25T22:52:07.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi068.zkksrk", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:52:07.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:07.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: 22:52:06.610216+0000 mon.smithi165 (mon.1 2022-01-25T22:52:07.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: ) 105 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:52:07.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:52:07.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: -25T22:52:06.611090+0000 2022-01-25T22:52:07.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: mon.smithi165 (mon.1) 106 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:07.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:06.611890 2022-01-25T22:52:07.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:07 smithi165 conmon[31600]: +0000 mgr.smithi165.mrpyur (mgr.14620) 47 : cephadm [INF] Deploying daemon mgr.smithi068.zkksrk on smithi068 2022-01-25T22:52:07.959 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 11 sec latency 21058.858 ms 2022-01-25T22:52:08.898 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 12 sec latency 22058.962 ms 2022-01-25T22:52:09.898 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 13 sec latency 23059.153 ms 2022-01-25T22:52:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: cluster 2022-01-25T22:52:08.524562+0000 mgr.smithi165.mrpyur (mgr. 2022-01-25T22:52:09.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: 14620) 48 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2022-01-25T22:52:09.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: audit 2022-01-25T22:52:09.403478+0000 mon.smithi068 (mon.0) 725 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:09.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: audit 2022-01-25T22:52:09.405593+0000 mon.smithi165 (mon.1) 107 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:09.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: audit 2022-01-25T22:52:09.406767+0000 mon.smithi165 (mon.1) 108 2022-01-25T22:52:09.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:09.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: audit 2022-01-25T22:52 2022-01-25T22:52:09.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:09 smithi165 conmon[31600]: :09.407755+0000 mon.smithi165 (mon.1) 109 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: cluster 2022-01-25T22: 2022-01-25T22:52:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: 52:08.524562+0000 mgr.smithi165.mrpyur (mgr.14620) 48 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2022-01-25T22:52:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: audit 2022-01-25T22:52:09.403478+0000 mon.smithi068 (mon.0) 725 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: audit 2022-01-25T22:52:09.405593+0000 mon.smithi165 (mon. 2022-01-25T22:52:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: 1) 107 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: audit 2022-01-25T22:52:10.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:52:10.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: 52:09.406767+0000 mon.smithi165 2022-01-25T22:52:10.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: (mon.1) 108 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:10.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: 2022-01-25T22:52:10.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:52:10.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: 25T22:52:09.407755+0000 mon.smithi165 (mon 2022-01-25T22:52:10.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:09 smithi068 conmon[28642]: .1) 109 : audit [INF] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:10.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 14 sec latency 24067.310 ms 2022-01-25T22:52:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:10 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:09.408493+0000 mgr.smithi165.mrpyur (mgr 2022-01-25T22:52:10.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:10 smithi165 conmon[31600]: .14620) 49 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:10 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:09.408493+0000 mgr.smithi165.mrpyur (mgr.14620) 49 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:11.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 15 sec latency 25067.350 ms 2022-01-25T22:52:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:11 smithi165 conmon[31600]: cluster 2022-01-25T22:52:10.525385+0000 mgr.smithi165.mrpyur (mgr 2022-01-25T22:52:11.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:11 smithi165 conmon[31600]: .14620) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2022-01-25T22:52:12.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:11 smithi068 conmon[28642]: cluster 2022-01-25T22:52:10.525385 2022-01-25T22:52:12.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:11 smithi068 conmon[28642]: +0000 mgr.smithi165.mrpyur (mgr.14620) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2022-01-25T22:52:12.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 16 sec latency 26067.381 ms 2022-01-25T22:52:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:13 smithi165 conmon[31600]: cluster 2022-01-25T22:52:12.525745+0000 mgr.smithi165.mrpyur (mgr.14620) 2022-01-25T22:52:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:13 smithi165 conmon[31600]: 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 KiB/s wr, 0 op/s 2022-01-25T22:52:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:13 smithi068 conmon[28642]: cluster 2022-01-25T22:52:12.525745+0000 mgr.smithi165.mrpyur (mgr.14620) 51 : cluster 2022-01-25T22:52:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:13 smithi068 conmon[28642]: [DBG] pgmap v25: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 KiB/s wr, 0 op/s 2022-01-25T22:52:13.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 17 sec latency 27067.418 ms 2022-01-25T22:52:14.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 18 sec latency 28067.475 ms 2022-01-25T22:52:15.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 19 sec latency 29067.506 ms 2022-01-25T22:52:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:15 smithi165 conmon[31600]: cluster 2022-01-25T22:52:14.526228+0000 mgr.smithi165.mrpyur (mgr.14620) 52 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 KiB/s wr, 0 op/s 2022-01-25T22:52:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:15 smithi165 conmon[31600]: audit 2022-01-25T22:52:14.975672+0000 mon.smithi068 (mon.0) 726 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:15.994 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:15 smithi068 conmon[28642]: cluster 2022-01-25T22:52:14.526228+0000 2022-01-25T22:52:15.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:15 smithi068 conmon[28642]: mgr.smithi165.mrpyur (mgr.14620) 52 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 KiB/s wr, 0 op/s 2022-01-25T22:52:15.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:15 smithi068 conmon[28642]: audit 2022-01-25T22:52:14.975672+0000 mon.smithi068 (mon.0) 726 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:16.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 20 sec latency 30067.539 ms 2022-01-25T22:52:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: cluster 2022-01-25T22:52:15.992537+0000 mon.smithi068 (mon.0) 727 : cluster [DBG] Standby manager daemon smithi068.zkksrk restarted 2022-01-25T22:52:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: cluster 2022-01-25T22:52:15.992654+0000 mon.smithi068 (mon.0) 728 : cluster [DBG] Standby manager daemon smithi068.zkksrk started 2022-01-25T22:52:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: audit 2022-01-25T22:52:15.995086+0000 mon.smithi068 (mon.0) 729 : audit [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/crt"}]: dispatch 2022-01-25T22:52:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: audit 2022-01-25T22:52:15.995669+0000 mon.smithi068 (mon. 2022-01-25T22:52:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: 0) 730 : audit [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:52:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:52:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: 52:15.997975+0000 mon.smithi068 (mon.0) 731 : audit 2022-01-25T22:52:16.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/key"}]: dispatch 2022-01-25T22:52:16.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: audit 2022-01-25T22:52: 2022-01-25T22:52:16.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: 15.999132+0000 mon.smithi068 (mon.0) 732 : audit 2022-01-25T22:52:16.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:16 smithi165 conmon[31600]: [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:52:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: cluster 2022-01-25T22:52:15.992537+0000 mon.smithi068 ( 2022-01-25T22:52:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: mon.0) 727 : cluster [DBG] Standby manager daemon smithi068.zkksrk restarted 2022-01-25T22:52:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: cluster 2022-01-25T22:52:15.992654+0000 mon.smithi068 (mon.0) 728 : cluster 2022-01-25T22:52:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: [DBG] Standby manager daemon smithi068.zkksrk started 2022-01-25T22:52:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:52:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: -25T22:52:15.995086+0000 mon.smithi068 (mon. 2022-01-25T22:52:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: 0) 729 : audit [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/crt"}]: dispatch 2022-01-25T22:52:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:52:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: T22:52:15.995669+0000 mon.smithi068 ( 2022-01-25T22:52:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: mon.0) 730 : audit [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:52:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:52:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: -25T22:52:15.997975+0000 2022-01-25T22:52:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: mon.smithi068 ( 2022-01-25T22:52:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: mon.0) 731 : audit [DBG] 2022-01-25T22:52:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi068.zkksrk/key"}]: dispatch 2022-01-25T22:52:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:52:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: :52:15.999132+0000 mon.smithi068 (mon. 2022-01-25T22:52:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:16 smithi068 conmon[28642]: 0) 732 : audit [DBG] from='mgr.? 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:52:17.906 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 21 sec latency 31067.633 ms 2022-01-25T22:52:17.923 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: cluster 2022-01-25T22:52:16.527049+0000 mgr.smithi165.mrpyur (mgr.14620) 53 : cluster 2022-01-25T22:52:17.923 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: [DBG] pgmap v27: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 426 B/s rd, 1.1 KiB/s wr, 1 op/s 2022-01-25T22:52:17.923 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: cluster 2022-01-25T22:52:16.591198+0000 mon.smithi068 (mon.0) 733 : cluster [DBG] mgrmap e32: smithi165.mrpyur(active, since 42s), standbys: smithi068.zkksrk 2022-01-25T22:52:17.923 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:52:17.924 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: -25T22:52:16.905331+0000 mon.smithi068 (mon.0) 734 2022-01-25T22:52:17.924 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:17.924 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:17.924 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: -01-25T22:52:16.910444+0000 mon.smithi068 (mon. 2022-01-25T22:52:17.925 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: 0) 735 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:17.925 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:17.925 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: -01-25T22:52:16.918987+0000 mon.smithi068 (mon 2022-01-25T22:52:17.925 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: .0) 736 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:17.925 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:17.926 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: -01-25T22:52:16.924886+0000 mon.smithi165 (mon. 2022-01-25T22:52:17.926 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: 1) 110 : audit [DBG] from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:17.926 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.926 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: 2022-01-25T22:52:16 2022-01-25T22:52:17.927 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: .929397+0000 mon.smithi165 (mon.1) 111 : audit [INF] 2022-01-25T22:52:17.927 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr fail", "who": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:17.927 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:17.927 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: :52:16.929859+0000 mon.smithi068 (mon.0) 737 : 2022-01-25T22:52:17.928 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr fail", "who": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:17.928 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: cluster 2022-01-25T22:52:17.928 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: 2022-01-25T22:52:16.933211+0000 2022-01-25T22:52:17.928 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:17 smithi165 conmon[31600]: mon.smithi068 (mon.0) 738 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:52:17.931 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: cluster 2022-01-25T22:52:16.527049+0000 mgr.smithi165.mrpyur (mgr.14620) 53 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 426 B/s rd, 1.1 KiB/s wr, 1 op/s 2022-01-25T22:52:17.931 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: cluster 2022-01-25T22:52:16.591198+0000 mon.smithi068 (mon.0) 733 : cluster [DBG] mgrmap e32: smithi165.mrpyur(active, since 42s), standbys: smithi068.zkksrk 2022-01-25T22:52:17.932 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: audit 2022-01-25T22:52:16.905331+0000 mon.smithi068 (mon.0) 734 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:17.932 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: audit 2022-01-25T22:52:16.910444 2022-01-25T22:52:17.932 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 735 : audit [INF] 2022-01-25T22:52:17.932 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:17.933 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:17.933 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: 01-25T22:52:16.918987+0000 mon.smithi068 (mon.0 2022-01-25T22:52:17.933 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: ) 736 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' 2022-01-25T22:52:17.933 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:17.934 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: 01-25T22:52:16.924886+0000 2022-01-25T22:52:17.934 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: mon.smithi165 (mon.1) 110 : audit [DBG] 2022-01-25T22:52:17.934 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:17.934 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: audit 2022-01-25T22:52:17.935 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: 2022-01-25T22:52 2022-01-25T22:52:17.935 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: :16.929397+0000 mon.smithi165 ( 2022-01-25T22:52:17.935 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: mon.1) 111 : audit [INF] 2022-01-25T22:52:17.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: from='mgr.14620 172.21.15.165:0/1860966472' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr fail", "who": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:17.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: audit 2022-01-25T22:52:17.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: 2022-01-25T22:52:16. 2022-01-25T22:52:17.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: 929859+0000 mon.smithi068 (mon.0) 737 : audit 2022-01-25T22:52:17.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "mgr fail", "who": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:17.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: cluster 2022-01-25T22 2022-01-25T22:52:17.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: :52:16.933211+0000 mon.smithi068 (mon. 2022-01-25T22:52:17.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:17 smithi068 conmon[28642]: 0) 738 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:52:18.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 22 sec latency 32067.679 ms 2022-01-25T22:52:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:16.927082+0000 mgr.smithi165.mrpyur (mgr.14620) 54 : 2022-01-25T22:52:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi165.mrpyur) 2022-01-25T22:52:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:16.929081+0000 mgr.smithi165.mrpyur (mgr.14620) 55 : cephadm [INF] Failing over to other MGR 2022-01-25T22:52:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.924168+0000 mon.smithi068 (mon.0) 739 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "mgr fail", "who": "smithi165.mrpyur"}]': finished 2022-01-25T22:52:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cluster 2022-01-25T22:52:17.924237+0000 mon.smithi068 (mon.0) 740 : cluster [DBG] mgrmap e33: smithi068.zkksrk(active, starting, since 0.99369s) 2022-01-25T22:52:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.925852+0000 mon.smithi068 (mon.0) 741 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:52:18.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.926103+0000 mon.smithi068 (mon.0) 742 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:52:18.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.926448+0000 mon.smithi068 (mon.0) 743 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:52:18.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.926689+0000 mon.smithi068 (mon.0) 744 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:52:18.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.927197+0000 mon.smithi068 2022-01-25T22:52:18.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: (mon.0) 745 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:52:18.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17.927487+0000 mon.smithi068 (mon.0) 746 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:52:18.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52 2022-01-25T22:52:18.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: :17.927741+0000 mon.smithi068 (mon.0) 747 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:52:18.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:52:18.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 52:17.927966+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:18.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 748 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:52:18.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:18.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 22:52:17.928198+0000 mon.smithi068 (mon.0 2022-01-25T22:52:18.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: ) 749 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:52:18.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:18.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 22:52:17.928420+0000 mon.smithi068 2022-01-25T22:52:18.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: (mon.0) 750 : audit [DBG] 2022-01-25T22:52:18.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:52:18.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:52:18.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: T22:52:17.928626+0000 2022-01-25T22:52:18.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: mon.smithi068 (mon.0) 751 : audit 2022-01-25T22:52:18.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:52:18.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:52:18.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: T22:52:17.928858+0000 2022-01-25T22:52:18.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: mon.smithi068 (mon.0) 752 : audit 2022-01-25T22:52:18.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:52:18.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:18.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: -01-25T22:52:17 2022-01-25T22:52:18.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: .929122+0000 mon.smithi068 (mon. 2022-01-25T22:52:18.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 0) 753 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:52:18.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:18.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 2022-01-25T22:52:17 2022-01-25T22:52:18.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: .929545+0000 mon.smithi068 (mon.0) 754 : audit 2022-01-25T22:52:18.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:52:18.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:18.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: :52:17.930000+0000 mon.smithi068 (mon.0) 755 2022-01-25T22:52:18.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:52:18.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52: 2022-01-25T22:52:18.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 17.930534+0000 mon.smithi068 (mon.0) 756 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:52:18.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cluster 2022-01-25T22:52:18.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 2022-01-25T22:52:17.959291+0000 mon.smithi068 (mon.0) 757 : cluster 2022-01-25T22:52:18.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: [INF] Manager daemon smithi068.zkksrk is now available 2022-01-25T22:52:18.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cephadm 2022-01-25T22:52: 2022-01-25T22:52:18.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 17.975041+0000 mgr.smithi068.zkksrk (mgr.14702) 1 : cephadm 2022-01-25T22:52:18.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: [INF] inventory: adjusted host smithi165 addr 'smithi165' -> '172.21.15.165' 2022-01-25T22:52:18.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:17 2022-01-25T22:52:18.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: .978162+0000 mon.smithi068 (mon.0) 758 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:18.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 2022-01-25T22:52:18.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:52:18.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 01-25T22:52:18.102085+0000 mon.smithi068 (mon.0) 759 : audit [DBG] 2022-01-25T22:52:18.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:18.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:52:18.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: -25T22:52:18.103643+0000 mon.smithi068 (mon.0) 760 : audit [DBG] 2022-01-25T22:52:18.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:18.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:18. 2022-01-25T22:52:18.959 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 105334+0000 mon.smithi068 (mon.0) 761 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:18.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:18.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: :52:18.106856+0000 mon.smithi068 (mon.0) 762 : audit [INF] 2022-01-25T22:52:18.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:18.960 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:18.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 2022-01-25T22:52:18.107660+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:52:18.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: ) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:18.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25T22:52:18. 2022-01-25T22:52:18.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 147527+0000 mon.smithi068 (mon.0) 763 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:52:18.961 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: 2022-01-25T22:52:18.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:52:18.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: T22:52:18.158964+0000 mon.smithi068 (mon.0) 764 : audit [INF] 2022-01-25T22:52:18.962 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:18 smithi165 conmon[31600]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:52:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:16.927082+0000 2022-01-25T22:52:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mgr.smithi165.mrpyur (mgr.14620) 54 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi165.mrpyur) 2022-01-25T22:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:16.929081+0000 mgr.smithi165.mrpyur (mgr.14620) 55 : cephadm [INF] Failing over to other MGR 2022-01-25T22:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52:17.924168+0000 mon.smithi068 (mon.0) 739 : audit [INF] from='mgr.14620 ' entity='mgr.smithi165.mrpyur' cmd='[{"prefix": "mgr fail", "who": "smithi165.mrpyur"}]': finished 2022-01-25T22:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cluster 2022-01-25T22:52:17.924237+0000 mon.smithi068 (mon.0) 740 : cluster [DBG] mgrmap e33: smithi068.zkksrk(active, starting, since 0.99369s) 2022-01-25T22:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 01-25T22:52:17.925852+0000 mon.smithi068 (mon.0) 741 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:52:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:52:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 25T22:52:17.926103+0000 mon.smithi068 (mon. 2022-01-25T22:52:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 0) 742 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:52:19.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52:19.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22:52:17.926448 2022-01-25T22:52:19.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 743 2022-01-25T22:52:19.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi068.qekbvd"}]: dispatch 2022-01-25T22:52:19.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:19.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 01-25T22:52:17.926689+0000 mon.smithi068 (mon. 2022-01-25T22:52:19.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 0) 744 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi165.nurulz"}]: dispatch 2022-01-25T22:52:19.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:19.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 01-25T22:52:17.927197+0000 mon.smithi068 (mon 2022-01-25T22:52:19.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: .0) 745 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi068.zkksrk", "id": "smithi068.zkksrk"}]: dispatch 2022-01-25T22:52:19.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:52:19.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: -25T22:52:17.927487+0000 mon.smithi068 (mon 2022-01-25T22:52:19.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: .0) 746 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:52:19.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22:52:19.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22 2022-01-25T22:52:19.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: :52:17.927741+0000 mon.smithi068 (mon. 2022-01-25T22:52:19.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 0) 747 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:52:19.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22:52:19.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:19.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: -01-25T22:52:17.927966 2022-01-25T22:52:19.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 748 2022-01-25T22:52:19.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:52:19.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52:19.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22 2022-01-25T22:52:19.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: :52:17.928198+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:19.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 749 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:52:19.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:19.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: -01-25T22:52:17.928420+0000 2022-01-25T22:52:19.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mon.smithi068 (mon.0) 750 : audit [DBG] 2022-01-25T22:52:19.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:52:19.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52:17.928626+0000 mon.smithi068 (mon.0) 751 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:52:19.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52 2022-01-25T22:52:19.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: :17.928858+0000 mon.smithi068 (mon.0) 752 : 2022-01-25T22:52:19.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:52:19.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22: 2022-01-25T22:52:19.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 52:17.929122+0000 mon.smithi068 (mon.0) 753 2022-01-25T22:52:19.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:52:19.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:52:19.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: -25T22:52:17.929545+0000 mon.smithi068 (mon 2022-01-25T22:52:19.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: .0) 754 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:52:19.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:19.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 01-25T22:52:17.930000+0000 2022-01-25T22:52:19.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mon.smithi068 (mon.0) 755 : audit [DBG] 2022-01-25T22:52:19.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:52:19.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:52:19.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: T22:52:17.930534+0000 mon.smithi068 (mon. 2022-01-25T22:52:19.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 0) 756 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:52:19.074 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cluster 2022 2022-01-25T22:52:19.074 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: -01-25T22:52:17.959291+0000 2022-01-25T22:52:19.074 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mon.smithi068 (mon.0) 757 : cluster [INF] 2022-01-25T22:52:19.074 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: Manager daemon smithi068.zkksrk is now available 2022-01-25T22:52:19.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cephadm 2022-01-25T22:52 2022-01-25T22:52:19.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: :17.975041+0000 mgr.smithi068.zkksrk (mgr.14702) 1 : 2022-01-25T22:52:19.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cephadm [INF] inventory: adjusted host smithi165 addr 'smithi165' -> '172.21.15.165' 2022-01-25T22:52:19.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022- 2022-01-25T22:52:19.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 01-25T22:52:17.978162+0000 2022-01-25T22:52:19.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mon.smithi068 (mon.0) 758 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:19.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52:19.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22:52:18.102085+0000 2022-01-25T22:52:19.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mon.smithi068 (mon.0) 759 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:19.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25T22:52:19.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22:52:18.103643+0000 2022-01-25T22:52:19.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: mon.smithi068 (mon.0) 760 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:19.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:19.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: -01-25T22:52:18.105334+0000 mon.smithi068 2022-01-25T22:52:19.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: (mon.0) 761 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:19.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:52:19.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 25T22:52:18.106856+0000 mon.smithi068 (mon 2022-01-25T22:52:19.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: .0) 762 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:19.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:19.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 2022-01-25T22:52:18. 2022-01-25T22:52:19.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 107660+0000 mgr.smithi068.zkksrk (mgr.14702) 2 : cephadm 2022-01-25T22:52:19.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:19.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:52:19.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: T22:52:18.147527+0000 mon.smithi068 (mon 2022-01-25T22:52:19.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: .0) 763 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:52:19.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:52:19.081 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 25T22:52:18.158964+0000 mon.smithi068 (mon. 2022-01-25T22:52:19.081 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:18 smithi068 conmon[28642]: 0) 764 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:52:19.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 23 sec latency 33067.711 ms 2022-01-25T22:52:20.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:19 smithi165 conmon[31600]: cluster 2022-01-25T22:52:18.927870+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:20.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:19 smithi165 conmon[31600]: 765 : cluster [DBG] mgrmap e34: smithi068.zkksrk(active, since 1.99731s) 2022-01-25T22:52:20.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:19 smithi165 conmon[31600]: cluster 2022-01-25T22:52:18.936058+0000 mgr.smithi068.zkksrk (mgr.14702) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:52:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:19 smithi068 conmon[28642]: cluster 2022-01-25T22:52:18.927870+0000 mon.smithi068 (mon. 2022-01-25T22:52:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:19 smithi068 conmon[28642]: 0) 765 : cluster [DBG] mgrmap e34: smithi068.zkksrk(active, since 1.99731s) 2022-01-25T22:52:20.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:19 smithi068 conmon[28642]: cluster 2022-01-25T22:52:18.936058+0000 mgr.smithi068.zkksrk (mgr.14702) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:52:20.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 24 sec latency 34067.745 ms 2022-01-25T22:52:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:20 smithi165 conmon[31600]: cluster 2022-01-25T22:52:19.929316 2022-01-25T22:52:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:20 smithi165 conmon[31600]: +0000 mgr.smithi068.zkksrk (mgr.14702) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:52:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:20 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:52:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:20 smithi068 conmon[28642]: 22:52:19.929316+0000 mgr.smithi068.zkksrk (mgr.14702) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:52:21.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 25 sec latency 35067.837 ms 2022-01-25T22:52:22.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:21 smithi165 conmon[31600]: cluster 2022-01-25T22:52:20. 2022-01-25T22:52:22.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:21 smithi165 conmon[31600]: 935529+0000 mon.smithi068 (mon.0) 766 : cluster [DBG] mgrmap e35: smithi068.zkksrk(active, since 4s) 2022-01-25T22:52:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:21 smithi068 conmon[28642]: cluster 2022-01-25T22:52:20.935529+0000 mon.smithi068 (mon.0) 766 : cluster [DBG] mgrmap e35: smithi068.zkksrk(active, since 4s) 2022-01-25T22:52:22.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 26 sec latency 36067.890 ms 2022-01-25T22:52:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:23 smithi165 conmon[31600]: cluster 2022-01-25T22:52:21.929677+0000 mgr.smithi068.zkksrk (mgr.14702) 5 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:52:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:23 smithi068 conmon[28642]: cluster 2022-01-25T22:52:21.929677+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:23 smithi068 conmon[28642]: (mgr.14702) 5 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:52:23.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 27 sec latency 37067.917 ms 2022-01-25T22:52:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit 2022-01-25T22:52:23.213285+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: 767 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit 2022-01-25T22:52:23.611469+0000 mon.smithi068 (mon.0) 768 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:52:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: cluster 2022-01-25T22:52:23.703250+0000 mon.smithi068 (mon.0) 769 : cluster 2022-01-25T22:52:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:52:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit 2022-01-25T22:52:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: 2022-01-25T22:52:23.704668+0000 mon.smithi165 (mon.1) 2022-01-25T22:52:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: 112 : audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:52:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit 2022-01- 2022-01-25T22:52:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: 25T22:52:23.705036+0000 mon.smithi165 (mon.1) 113 : 2022-01-25T22:52:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:52:24.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit 2022-01-25T22:52:23.707065+0000 mon.smithi165 ( 2022-01-25T22:52:24.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: mon.1) 114 : audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:52:24.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:52:24.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: T22:52:23.707946+0000 mon.smithi165 (mon.1) 115 : 2022-01-25T22:52:24.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:24 smithi068 conmon[28642]: audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:52:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: audit 2022-01-25T22:52:23.213285+0000 mon.smithi068 (mon.0) 767 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: audit 2022-01-25T22:52:23.611469+0000 mon.smithi068 (mon.0) 768 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:52:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: cluster 2022-01-25T22:52:23.703250+0000 mon.smithi068 (mon.0) 769 : cluster [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:52:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: audit 2022-01-25T22:52:23.704668+0000 mon.smithi165 (mon.1) 112 : audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:52:24.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: audit 2022-01-25T22:52:23.705036+0000 mon.smithi165 (mon.1) 113 : audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:52:24.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: audit 2022-01-25T22:52:23.707065+0000 mon.smithi165 (mon.1) 114 : audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:52:24.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:24 smithi165 conmon[31600]: audit 2022-01-25T22:52:23.707946+0000 mon.smithi165 (mon.1) 115 : audit [DBG] from='mgr.? 172.21.15.165:0/2314883658' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:52:24.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 28 sec latency 38067.947 ms 2022-01-25T22:52:25.013 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:52:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:25 smithi068 conmon[28642]: cluster 2022-01-25T22:52:23.930209+0000 2022-01-25T22:52:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:25 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14702) 6 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 205 B/s rd, 0 op/s 2022-01-25T22:52:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:25 smithi068 conmon[28642]: cluster 2022-01-25T22:52:24.224590+0000 mon.smithi068 (mon.0) 770 : cluster [DBG] mgrmap e36: smithi068.zkksrk(active, since 7s), standbys: smithi165.mrpyur 2022-01-25T22:52:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:25 smithi068 conmon[28642]: audit 2022-01-25T22:52:24.224720+0000 mon.smithi068 (mon.0) 771 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:25.316 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:52:25.316 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (6m) 8s ago 7m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:52:25.316 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (7m) 8s ago 7m 7017k - 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:52:25.316 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (6m) 2s ago 6m 7163k - 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:52:25.317 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (6m) 8s ago 7m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:52:25.317 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (2m) 8s ago 2m 38.6M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:52:25.317 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (2m) 2s ago 2m 14.3M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:52:25.317 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (16s) 8s ago 8m 47.8M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:52:25.318 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (58s) 2s ago 6m 77.3M - 16.2.7-240-g5bfc361e 8b4796d434bf 409fd93bdc71 2022-01-25T22:52:25.318 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (8m) 8s ago 8m 127M 2048M 16.2.4 8d91d370c2b8 21e7cc384cdb 2022-01-25T22:52:25.318 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (6m) 2s ago 6m 95.9M 2048M 16.2.4 8d91d370c2b8 4810208b9966 2022-01-25T22:52:25.318 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (32s) 8s ago 32s 57.1M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:52:25.319 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (27s) 2s ago 27s 69.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:52:25.319 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (6m) 8s ago 6m 18.1M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:52:25.319 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (6m) 2s ago 6m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:52:25.319 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (6m) 8s ago 6m 1147M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:52:25.319 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (5m) 8s ago 5m 1046M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:52:25.320 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (5m) 8s ago 5m 715M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:52:25.320 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (5m) 8s ago 5m 1074M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:52:25.320 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (4m) 2s ago 4m 1074M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:52:25.320 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (4m) 2s ago 4m 1306M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:52:25.321 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (4m) 2s ago 4m 1038M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:52:25.321 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (4m) 2s ago 4m 1582M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:52:25.321 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (5m) 8s ago 6m 45.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:52:25.672 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:52:25.673 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:52:25.673 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:25.673 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:25.673 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:52:25.674 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:25.674 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:25.674 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:52:25.674 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:52:25.675 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:25.675 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:52:25.675 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:25.675 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:25.675 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:52:25.676 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 12, 2022-01-25T22:52:25.676 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:25.676 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:52:25.676 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:52:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:25 smithi165 conmon[31600]: cluster 2022-01-25T22:52:23.930209+0000 mgr.smithi068.zkksrk (mgr.14702) 6 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 205 B/s rd, 0 op/s 2022-01-25T22:52:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:25 smithi165 conmon[31600]: cluster 2022-01-25T22:52:24.224590+0000 mon.smithi068 (mon.0) 770 : cluster [DBG] mgrmap e36: smithi068.zkksrk(active, since 7s), standbys: smithi165.mrpyur 2022-01-25T22:52:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:25 smithi165 conmon[31600]: audit 2022-01-25T22:52:24.224720+0000 mon.smithi068 (mon.0) 771 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr metadata", "who": "smithi165.mrpyur", "id": "smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:25.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 29 sec latency 39068.000 ms 2022-01-25T22:52:26.488 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022-01-25T22:52:25.001808+0000 mgr.smithi068.zkksrk (mgr.14702) 7 2022-01-25T22:52:26.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: : audit [DBG] from='client.14726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:26.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022-01-25T22:52:25.513902+0000 mon.smithi068 (mon.0) 772 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:26.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:52:26.489 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: 01-25T22:52:25.672856+0000 mon.smithi068 (mon.0) 773 : audit [DBG] from='client.? 172.21.15.68:0/1576759639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:26.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:52:26.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: 25T22:52:25.914307+0000 mon.smithi068 (mon.0) 774 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:52:26.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022-01-25T22:52:25.918740+0000 mon.smithi068 (mon. 2022-01-25T22:52:26.490 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: 0) 775 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:26.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022-01-25T22:52:25.924331+0000 2022-01-25T22:52:26.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: mon.smithi068 (mon.0) 776 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:26.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:26.491 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: 22:52:25.927775+0000 mon.smithi068 (mon.0) 777 : audit [DBG] 2022-01-25T22:52:26.492 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:26 smithi165 conmon[31600]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.001808+0000 2022-01-25T22:52:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14702) 7 : audit [DBG] from='client.14726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.513902+0000 mon.smithi068 (mon.0) 772 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.672856+0000 mon.smithi068 (mon.0) 773 : audit [DBG] from='client.? 172.21.15.68:0/1576759639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.914307+0000 mon.smithi068 (mon.0) 774 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:52:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.918740+0000 mon.smithi068 (mon.0) 775 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:26.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.924331+0000 mon.smithi068 (mon.0) 776 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:26.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:26 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.927775+0000 mon.smithi068 (mon.0) 777 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:26.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 30 sec latency 40068.087 ms 2022-01-25T22:52:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:27 smithi068 conmon[28642]: audit 2022-01-25T22:52:25.302120+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:27 smithi068 conmon[28642]: 8 : audit [DBG] from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:27 smithi068 conmon[28642]: cluster 2022-01-25T22:52:25.930634+0000 mgr.smithi068.zkksrk (mgr.14702) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 146 B/s rd, 0 op/s 2022-01-25T22:52:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:27 smithi165 conmon[31600]: audit 2022-01-25T22:52:25.302120+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:27 smithi165 conmon[31600]: (mgr.14702) 8 : audit [DBG] from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:27 smithi165 conmon[31600]: cluster 2022-01-25T22:52:25.930634+0000 mgr.smithi068.zkksrk (mgr.14702) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 146 B/s rd, 0 op/s 2022-01-25T22:52:27.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 31 sec latency 41068.200 ms 2022-01-25T22:52:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:28 smithi068 conmon[28642]: audit 2022-01-25T22:52:27.310111+0000 mon.smithi068 (mon.0) 778 : 2022-01-25T22:52:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:28 smithi068 conmon[28642]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:52:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:28 smithi068 conmon[28642]: audit 2022-01-25T22:52:27.311305+0000 mon.smithi068 (mon.0) 779 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:52:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:28 smithi068 conmon[28642]: audit 2022-01-25T22:52:27.312442+0000 mon.smithi068 (mon.0) 780 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:28.569 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:28 smithi165 conmon[31600]: audit 2022-01-25T22:52:27.310111+0000 mon.smithi068 (mon.0 2022-01-25T22:52:28.570 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:28 smithi165 conmon[31600]: ) 778 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi165.mrpyur", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:52:28.570 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:28 smithi165 conmon[31600]: audit 2022-01-25T22:52:27.311305+0000 mon.smithi068 (mon.0) 779 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:52:28.570 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:28 smithi165 conmon[31600]: audit 2022-01-25T22:52:27.312442+0000 mon.smithi068 (mon.0) 780 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:28.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 32 sec latency 42068.321 ms 2022-01-25T22:52:29.511 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:29 smithi165 conmon[31600]: cephadm 2022-01-25T22 2022-01-25T22:52:29.511 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:29 smithi165 conmon[31600]: :52:27.309568+0000 mgr.smithi068.zkksrk (mgr.14702) 10 : cephadm [INF] Upgrade: Updating mgr.smithi165.mrpyur 2022-01-25T22:52:29.511 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:29 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:27.313561+0000 mgr.smithi068.zkksrk (mgr.14702) 11 : cephadm [INF] Deploying daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:52:29.512 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:29 smithi165 conmon[31600]: cluster 2022-01-25T22:52:27.931065+0000 mgr.smithi068.zkksrk (mgr.14702) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 113 B/s rd, 0 op/s 2022-01-25T22:52:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:29 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:27.309568+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:29.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:29 smithi068 conmon[28642]: 10 : cephadm [INF] Upgrade: Updating mgr.smithi165.mrpyur 2022-01-25T22:52:29.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:29 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:27.313561+0000 mgr.smithi068.zkksrk (mgr.14702) 11 : cephadm [INF] Deploying daemon mgr.smithi165.mrpyur on smithi165 2022-01-25T22:52:29.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:29 smithi068 conmon[28642]: cluster 2022-01-25T22:52:27.931065+0000 2022-01-25T22:52:29.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:29 smithi068 conmon[28642]: mgr.smithi068.zkksrk (mgr.14702) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 113 B/s rd, 0 op/s 2022-01-25T22:52:29.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 33 sec latency 43068.423 ms 2022-01-25T22:52:30.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 34 sec latency 44068.500 ms 2022-01-25T22:52:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: audit 2022-01-25T22:52:29.858715+0000 mon.smithi068 (mon.0 2022-01-25T22:52:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: ) 781 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: audit 2022-01-25T22:52:29.859729+0000 mon.smithi068 (mon.0) 782 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:31.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: audit 2022-01-25T22:52:29.861105+0000 mon.smithi068 (mon.0) 783 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:31.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: audit 2022-01-25T22:52:29.862009+0000 mon.smithi068 (mon.0) 784 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:31.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:29.862866+0000 mgr.smithi068.zkksrk (mgr.14702) 13 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:31.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:30 smithi165 conmon[31600]: cluster 2022-01-25T22:52:29.931878+0000 mgr.smithi068.zkksrk (mgr.14702) 14 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-25T22:52:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: audit 2022-01-25T22:52:29.858715+0000 mon.smithi068 (mon.0) 781 : audit 2022-01-25T22:52:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: audit 2022-01-25T22:52:29.859729+0000 mon.smithi068 (mon.0) 782 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: audit 2022-01-25T22:52:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: 2022-01-25T22:52:29.861105+0000 mon.smithi068 (mon.0) 783 : audit [DBG] 2022-01-25T22:52:31.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:31.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: audit 2022-01 2022-01-25T22:52:31.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: -25T22:52:29.862009+0000 mon.smithi068 (mon.0) 784 2022-01-25T22:52:31.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:31.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: cephadm 2022-01- 2022-01-25T22:52:31.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: 25T22:52:29.862866+0000 mgr.smithi068.zkksrk (mgr.14702) 13 : cephadm 2022-01-25T22:52:31.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:31.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: cluster 2022-01-25T 2022-01-25T22:52:31.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: 22:52:29.931878+0000 mgr.smithi068.zkksrk (mgr.14702) 14 : cluster [DBG] 2022-01-25T22:52:31.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:30 smithi068 conmon[28642]: pgmap v9: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-25T22:52:31.907 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 35 sec latency 45068.538 ms 2022-01-25T22:52:32.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 36 sec latency 46068.662 ms 2022-01-25T22:52:33.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:33 smithi165 conmon[31600]: cluster 2022-01-25T22:52:31.932450+0000 mgr.smithi068.zkksrk (mgr.14702) 15 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:33.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:33 smithi068 conmon[28642]: cluster 2022-01-25T22:52:31.932450+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:52:33.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:33 smithi068 conmon[28642]: ) 15 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:33.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 37 sec latency 47068.774 ms 2022-01-25T22:52:34.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 38 sec latency 48068.823 ms 2022-01-25T22:52:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: cluster 2022-01-25T22:52:33.933056+0000 mgr.smithi068.zkksrk (mgr.14702) 16 : cluster 2022-01-25T22:52:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: [DBG] pgmap v11: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22:52:34.559906+0000 mon.smithi068 (mon.0) 785 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22:52:34.564565+0000 mon.smithi068 (mon.0) 786 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22:52:34.571462+0000 mon.smithi068 (mon.0) 787 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22:52:34.575497+0000 mon.smithi068 (mon.0) 788 : audit 2022-01-25T22:52:35.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:35.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22:52:34.577669+0000 mon.smithi068 (mon.0) 789 : audit 2022-01-25T22:52:35.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:35.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:52:35.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 01-25T22:52:34.582803+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:35.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 790 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:35.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: :52:34.583732+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:35.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 791 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi068.zkksrk"}]: dispatch 2022-01-25T22:52:35.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22: 2022-01-25T22:52:35.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 52:34.587288+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:35.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 792 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi068.zkksrk"}]': finished 2022-01-25T22:52:35.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:35.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: :52:34.588107+0000 mon.smithi068 (mon.0 2022-01-25T22:52:35.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: ) 793 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:35.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:35.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 22:52:34.591504+0000 mon.smithi068 (mon. 2022-01-25T22:52:35.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: 0) 794 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi165.mrpyur"}]': finished 2022-01-25T22:52:35.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: audit 2022-01-25 2022-01-25T22:52:35.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: T22:52:34.592448+0000 mon.smithi068 (mon 2022-01-25T22:52:35.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: .0) 795 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:52:35.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: cluster 2022-01 2022-01-25T22:52:35.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: -25T22:52:34.614476+0000 mds.foofs.smithi068.qekbvd 2022-01-25T22:52:35.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 33.521330 secs 2022-01-25T22:52:35.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: cluster 2022-01 2022-01-25T22:52:35.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: -25T22:52:34.614486+0000 mds.foofs.smithi068.qekbvd ( 2022-01-25T22:52:35.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:35 smithi165 conmon[31600]: mds.0) 2 : cluster [WRN] slow request 33.521329 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:52:35.512 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: cluster 2022-01-25T22:52:33.933056 2022-01-25T22:52:35.512 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: +0000 mgr.smithi068.zkksrk (mgr.14702) 16 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:35.513 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022-01-25T 2022-01-25T22:52:35.513 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 22:52:34.559906+0000 mon.smithi068 (mon.0) 785 2022-01-25T22:52:35.513 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.514 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:35.514 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52:34 2022-01-25T22:52:35.515 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .564565+0000 mon.smithi068 (mon. 2022-01-25T22:52:35.516 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 0) 786 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.516 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 2022-01-25T22:52:35.517 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.517 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 2022-01-25T22:52 2022-01-25T22:52:35.517 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: :34.571462+0000 mon.smithi068 ( 2022-01-25T22:52:35.517 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: mon.0) 787 : audit 2022-01-25T22:52:35.518 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.518 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:35.518 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52:34 2022-01-25T22:52:35.518 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .575497+0000 mon.smithi068 (mon 2022-01-25T22:52:35.518 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .0) 788 : audit [DBG] 2022-01-25T22:52:35.519 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:35.519 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:35.519 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52: 2022-01-25T22:52:35.519 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 34.577669+0000 mon.smithi068 (mon 2022-01-25T22:52:35.520 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .0) 789 : audit [DBG] 2022-01-25T22:52:35.520 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:35.520 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.520 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 2022-01-25T22: 2022-01-25T22:52:35.520 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 52:34.582803+0000 mon.smithi068 2022-01-25T22:52:35.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: (mon.0) 790 : audit [INF] 2022-01-25T22:52:35.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:35.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:35.521 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52: 2022-01-25T22:52:35.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 34.583732+0000 mon.smithi068 (mon 2022-01-25T22:52:35.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .0) 791 : audit [INF] 2022-01-25T22:52:35.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi068.zkksrk"}]: dispatch 2022-01-25T22:52:35.522 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:35.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52: 2022-01-25T22:52:35.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 34.587288+0000 mon.smithi068 (mon. 2022-01-25T22:52:35.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 0) 792 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi068.zkksrk"}]': finished 2022-01-25T22:52:35.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 2022-01-25T22:52:35.523 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 2022-01-25T22:52 2022-01-25T22:52:35.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: :34.588107+0000 mon.smithi068 ( 2022-01-25T22:52:35.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: mon.0) 793 : audit [INF] 2022-01-25T22:52:35.524 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi165.mrpyur"}]: dispatch 2022-01-25T22:52:35.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022-01-25 2022-01-25T22:52:35.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: T22:52:34.591504 2022-01-25T22:52:35.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: +0000 mon.smithi068 (mon.0) 794 2022-01-25T22:52:35.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi165.mrpyur"}]': finished 2022-01-25T22:52:35.525 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: audit 2022 2022-01-25T22:52:35.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52: 2022-01-25T22:52:35.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 34.592448+0000 mon.smithi068 (mon 2022-01-25T22:52:35.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .0) 795 : audit [DBG] 2022-01-25T22:52:35.526 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:52:35.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: cluster 2022-01-25T22:52:35.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 2022-01-25T22:52: 2022-01-25T22:52:35.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 34.614476+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:52:35.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: .0) 1 : cluster [WRN] 2022-01-25T22:52:35.527 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 1 slow requests, 1 included below; oldest blocked for > 33.521330 secs 2022-01-25T22:52:35.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: cluster 2022 2022-01-25T22:52:35.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: -01-25T22:52: 2022-01-25T22:52:35.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 34.614486+0000 mds.foofs.smithi068.qekbvd (mds. 2022-01-25T22:52:35.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: 0) 2 : cluster [WRN] 2022-01-25T22:52:35.528 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:35 smithi068 conmon[28642]: slow request 33.521329 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:52:35.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 39 sec latency 49068.933 ms 2022-01-25T22:52:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:34.578421+0000 mgr.smithi068.zkksrk (mgr.14702) 17 : 2022-01-25T22:52:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-25T22:52:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: cluster 2022-01-25T22:52:35.407841+0000 mon.smithi068 (mon.0) 796 : cluster [DBG] Standby manager daemon smithi165.mrpyur restarted 2022-01-25T22:52:36.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: cluster 2022-01-25T22:52:35.407968+0000 mon.smithi068 (mon.0) 797 : cluster [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:52:36.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T22:52: 2022-01-25T22:52:36.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: 35.408544+0000 mon.smithi165 (mon.1) 116 : audit [DBG] 2022-01-25T22:52:36.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:52:36.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T22:52:35.408882 2022-01-25T22:52:36.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: +0000 mon.smithi165 (mon.1) 117 : audit [DBG] from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:52:36.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T22:52 2022-01-25T22:52:36.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: :35.411322+0000 mon.smithi165 (mon.1) 118 : audit [DBG] from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:52:36.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:36.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: 22:52:35.412401+0000 mon.smithi165 (mon.1) 119 : audit [DBG] 2022-01-25T22:52:36.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:52:36.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T22:52 2022-01-25T22:52:36.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: :36.087604+0000 mon.smithi068 (mon.0) 798 : audit 2022-01-25T22:52:36.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:36.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:36.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: :52:36.091878+0000 mon.smithi068 (mon.0) 799 2022-01-25T22:52:36.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:52:36.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T 2022-01-25T22:52:36.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: 22:52:36.092488+0000 mon.smithi068 (mon.0) 800 2022-01-25T22:52:36.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:52:36.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:36.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: :52:36.093112+0000 mon.smithi068 (mon.0) 801 : audit 2022-01-25T22:52:36.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:36 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:34.578421+0000 mgr.smithi068.zkksrk (mgr.14702) 17 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-25T22:52:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: cluster 2022-01-25T22:52:35.407841+0000 mon.smithi068 (mon.0) 796 : cluster [DBG] Standby manager daemon smithi165.mrpyur restarted 2022-01-25T22:52:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: cluster 2022-01-25T22:52:35.407968+0000 mon.smithi068 (mon.0) 797 : cluster [DBG] Standby manager daemon smithi165.mrpyur started 2022-01-25T22:52:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.408544+0000 mon.smithi165 (mon.1) 116 : audit [DBG] from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/crt"}]: dispatch 2022-01-25T22:52:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.408882+0000 mon.smithi165 (mon.1) 117 : audit [DBG] from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:52:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.411322+0000 mon.smithi165 (mon.1) 118 : audit [DBG] from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi165.mrpyur/key"}]: dispatch 2022-01-25T22:52:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:35.412401+0000 mon.smithi165 (mon.1) 119 : audit [DBG] from='mgr.? 172.21.15.165:0/969599512' entity='mgr.smithi165.mrpyur' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:52:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:36.087604+0000 mon.smithi068 (mon.0) 798 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:36.091878+0000 mon.smithi068 (mon.0) 799 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:52:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:36.092488+0000 mon.smithi068 (mon.0) 800 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:52:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:36 smithi068 conmon[28642]: audit 2022-01-25T22:52:36.093112+0000 mon.smithi068 (mon.0) 801 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:36.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 40 sec latency 50069.019 ms 2022-01-25T22:52:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cluster 2022-01-25T22:52:35.933595+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: (mgr.14702) 18 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:36.083379+0000 mgr.smithi068.zkksrk (mgr.14702) 19 : cephadm [INF] Upgrade: Updating mon.smithi068 2022-01-25T22:52:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cephadm 2022-01-25T22:52:36.093694+0000 mgr.smithi068.zkksrk (mgr.14702) 20 : cephadm [INF] Deploying daemon mon.smithi068 on smithi068 2022-01-25T22:52:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cluster 2022-01-25T22:52:36.182767+0000 mon.smithi068 (mon.0) 802 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:52:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cluster 2022-01-25T22:52:36.193934+0000 mon.smithi068 (mon.0) 803 : cluster [DBG] mgrmap e37: smithi068.zkksrk(active, since 19s), standbys: smithi165.mrpyur 2022-01-25T22:52:37.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cluster 2022-01-25T22:52:36.194274+0000 mon.smithi068 (mon.0) 804 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:52:37.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: cluster 2022-01-25T22:52:36.194327+0000 mon.smithi068 (mon.0) 805 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cluster 2022-01-25T22:52:35.933595+0000 mgr.smithi068.zkksrk (mgr.14702) 18 : cluster [DBG] 2022-01-25T22:52:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: pgmap v12: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:36.083379+0000 mgr.smithi068.zkksrk (mgr.14702) 19 : cephadm [INF] Upgrade: Updating mon.smithi068 2022-01-25T22:52:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cephadm 2022 2022-01-25T22:52:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: -01-25T22:52:36.093694+0000 mgr.smithi068.zkksrk (mgr.14702) 20 : cephadm [INF] Deploying daemon mon.smithi068 on smithi068 2022-01-25T22:52:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cluster 2022-01-25T22:52:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: 2022-01-25T22:52:36.182767+0000 mon.smithi068 (mon. 2022-01-25T22:52:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: 0) 802 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:52:37.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cluster 2022 2022-01-25T22:52:37.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: -01-25T22:52:36.193934+0000 mon.smithi068 (mon. 2022-01-25T22:52:37.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: 0) 803 : cluster [DBG] mgrmap e37: smithi068.zkksrk(active, since 19s), standbys: smithi165.mrpyur 2022-01-25T22:52:37.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cluster 2022 2022-01-25T22:52:37.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: -01-25T22:52:36.194274+0000 mon.smithi068 (mon.0 2022-01-25T22:52:37.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: ) 804 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:52:37.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: cluster 2022-01-25T22:52:37.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: 2022-01-25T22:52:36.194327 2022-01-25T22:52:37.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:37 smithi165 conmon[31600]: +0000 mon.smithi068 (mon.0) 805 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:37.625 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 systemd[1]: Stopping Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:52:37.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 41 sec latency 51069.106 ms 2022-01-25T22:52:38.026 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: debug 2022-01-25T22:52:37.624+0000 7f15c7297700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi068 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:52:38.027 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:37 smithi068 conmon[28642]: debug 2022-01-25T22:52:37.624+0000 7f15c7297700 -1 mon.smithi068@0(leader) e2 *** Got Signal Terminated *** 2022-01-25T22:52:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 bash[102452]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon.smithi068 2022-01-25T22:52:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 bash[102452]: Error: no container with name or ID "ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon-smithi068" found: no such container 2022-01-25T22:52:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 bash[102452]: Error: no container with name or ID "ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon.smithi068" found: no such container 2022-01-25T22:52:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi068.service: Succeeded. 2022-01-25T22:52:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 systemd[1]: Stopped Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:52:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 systemd[1]: Starting Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:52:38.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 42 sec latency 52069.201 ms 2022-01-25T22:52:38.935 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 podman[102801]: 2022-01-25T22:52:38.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.834+0000 7f930f99c700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:52:38.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.834+0000 7f930f99c700 0 ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:52:38.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.834+0000 7f930f99c700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:52:38.936 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.838+0000 7f930f99c700 0 load: jerasure load: lrc load: isa 2022-01-25T22:52:38.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 bash[102647]: 400b44133999fac663c6b246ce4dd77adc062c7ccb5c049f019576b621ce6976 2022-01-25T22:52:38.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:52:38.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.937 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:52:38.938 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Compile date Jan 25 2022 2022-01-25T22:52:38.938 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: DB SUMMARY 2022-01-25T22:52:38.938 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.938 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:52:38.939 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.939 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:52:38.939 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.939 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 392 Bytes 2022-01-25T22:52:38.939 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi068/store.db dir, Total Num: 1, files: 000014.sst 2022-01-25T22:52:38.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi068/store.db: 000012.log size: 9574544 ; 2022-01-25T22:52:38.940 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:52:38.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:52:38.941 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:52:38.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.env: 0x56481315c3a0 2022-01-25T22:52:38.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:52:38.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.info_log: 0x564814535b80 2022-01-25T22:52:38.942 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:52:38.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:52:38.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:52:38.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:52:38.943 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:52:38.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:52:38.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:52:38.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:52:38.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:52:38.944 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:52:38.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:52:38.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:52:38.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:52:38.945 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:52:38.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:52:38.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi068/store.db 2022-01-25T22:52:38.946 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:52:38.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:52:38.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:52:38.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:52:38.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:52:38.947 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:52:38.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:52:38.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:52:38.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:52:38.948 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:52:38.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.write_buffer_manager: 0x5648151a4120 2022-01-25T22:52:38.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:52:38.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:52:38.949 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:52:38.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:52:38.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:52:38.952 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:52:38.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:52:38.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:52:38.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:52:38.953 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:52:38.954 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:52:38.954 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:52:38.954 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:52:38.954 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:52:38.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.row_cache: None 2022-01-25T22:52:38.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:52:38.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:52:38.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:52:38.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:52:38.956 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:52:38.956 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:52:38.956 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:52:38.956 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:52:38.957 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:52:38.957 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:52:38.957 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:52:38.957 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:52:38.958 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:52:38.958 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:52:38.958 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.958 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:52:38.958 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:52:38.959 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:52:38.959 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:52:38.959 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:52:38.959 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:52:38.960 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.960 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:52:38.960 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:52:38.960 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:52:38.961 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:52:38.961 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:52:38.961 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:52:38.961 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:52:38.961 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:52:38.962 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:52:38.962 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:52:38.962 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:52:38.962 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:52:38.963 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:52:38.963 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:52:38.963 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:52:38.963 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:52:38.963 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:52:38.964 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi068/store.db/MANIFEST-000008 2022-01-25T22:52:38.964 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.964 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:52:38.964 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.965 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:52:38.965 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.merge_operator: 2022-01-25T22:52:38.965 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:52:38.965 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:52:38.965 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:52:38.966 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:52:38.966 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56481444dc80) 2022-01-25T22:52:38.966 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cache_index_and_filter_blocks: 1 2022-01-25T22:52:38.966 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:52:38.967 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:52:38.967 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: pin_top_level_index_and_filter: 1 2022-01-25T22:52:38.967 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: index_type: 0 2022-01-25T22:52:38.967 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: data_block_index_type: 0 2022-01-25T22:52:38.967 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: index_shortening: 1 2022-01-25T22:52:38.968 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:52:38.968 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: hash_index_allow_collision: 1 2022-01-25T22:52:38.968 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: checksum: 1 2022-01-25T22:52:38.968 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: no_block_cache: 0 2022-01-25T22:52:38.969 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_cache: 0x564814483010 2022-01-25T22:52:38.969 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_cache_name: BinnedLRUCache 2022-01-25T22:52:38.969 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_cache_options: 2022-01-25T22:52:38.969 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: capacity : 536870912 2022-01-25T22:52:38.969 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: num_shard_bits : 4 2022-01-25T22:52:38.970 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: strict_capacity_limit : 0 2022-01-25T22:52:38.970 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: high_pri_pool_ratio: 0.000 2022-01-25T22:52:38.970 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_cache_compressed: (nil) 2022-01-25T22:52:38.970 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: persistent_cache: (nil) 2022-01-25T22:52:38.971 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_size: 4096 2022-01-25T22:52:38.971 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_size_deviation: 10 2022-01-25T22:52:38.971 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_restart_interval: 16 2022-01-25T22:52:38.971 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: index_block_restart_interval: 1 2022-01-25T22:52:38.971 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: metadata_block_size: 4096 2022-01-25T22:52:38.972 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: partition_filters: 0 2022-01-25T22:52:38.972 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: use_delta_encoding: 1 2022-01-25T22:52:38.972 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:52:38.972 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: whole_key_filtering: 1 2022-01-25T22:52:38.973 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: verify_compression: 0 2022-01-25T22:52:38.973 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: read_amp_bytes_per_bit: 0 2022-01-25T22:52:38.973 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: format_version: 2 2022-01-25T22:52:38.973 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: enable_index_compression: 1 2022-01-25T22:52:38.973 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: block_align: 0 2022-01-25T22:52:38.974 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.974 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:52:38.974 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:52:38.974 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:52:38.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:52:38.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:52:38.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:52:38.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:52:38.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:52:38.976 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:52:38.976 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:52:38.976 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:52:38.976 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:52:38.976 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:52:38.977 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:52:38.977 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:52:38.977 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:52:38.977 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:52:38.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:52:38.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:52:38.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:52:38.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:52:38.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:52:38.979 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:52:38.979 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:52:38.979 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:52:38.979 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:52:38.980 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:52:38.980 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:52:38.980 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:52:38.980 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:52:38.980 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:52:38.981 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:52:38.981 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:52:38.981 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:52:38.981 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.982 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:52:38.982 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:52:38.982 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:52:38.982 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:52:38.982 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:52:38.983 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:52:38.983 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:52:38.983 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:52:38.983 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:52:38.984 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:52:38.984 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:52:38.984 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:52:38.984 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:52:38.984 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:52:38.985 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:52:38.985 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:52:38.985 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:52:38.985 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:52:38.986 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:52:38.986 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:52:38.986 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:52:38.986 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:52:38.986 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:52:38.987 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.987 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:52:38.987 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:52:38.987 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:52:38.988 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:52:38.988 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:52:38.988 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:52:38.988 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:52:38.988 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:52:38.989 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:52:38.989 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:52:38.989 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.839+0000 7f930f99c700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:52:38.989 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.840+0000 7f930f99c700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:52:38.990 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.840+0000 7f930f99c700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi068/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 16, last_sequence is 6528, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:52:38.990 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.990 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.840+0000 7f930f99c700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2022-01-25T22:52:38.990 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.991 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.840+0000 7f930f99c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643151158841591, "job": 1, "event": "recovery_started", "log_files": [12]} 2022-01-25T22:52:38.991 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.991 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.840+0000 7f930f99c700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2022-01-25T22:52:38.991 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.847+0000 7f930f99c700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:52:38.991 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.860+0000 7f930f99c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643151158861990, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 9291796, "table_properties": {"data_size": 9277771, "index_size": 11601, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 12258, "raw_average_key_size": 20, "raw_value_size": 9260410, "raw_average_value_size": 15205, "num_data_blocks": 370, "num_entries": 609, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643151158, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:52:38.992 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.860+0000 7f930f99c700 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2022-01-25T22:52:38.992 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.992 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.860+0000 7f930f99c700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:52:38.992 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.861+0000 7f930f99c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643151158862422, "job": 1, "event": "recovery_finished"} 2022-01-25T22:52:38.993 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.862+0000 7f930f99c700 4 rocksdb: DB pointer 0x56481454b800 2022-01-25T22:52:38.993 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.862+0000 7f92f69d2700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:52:38.993 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.862+0000 7f92f69d2700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:52:38.993 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** DB Stats ** 2022-01-25T22:52:38.993 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:52:38.994 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:52:38.994 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:52:38.994 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:52:38.994 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:52:38.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:52:38.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:52:38.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** Compaction Stats [default] ** 2022-01-25T22:52:38.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:38.996 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:38.996 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: L0 1/0 8.86 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:38.996 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: L6 1/0 17.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:52:38.996 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Sum 2/0 26.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:38.997 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:38.997 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.997 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** Compaction Stats [default] ** 2022-01-25T22:52:38.997 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:38.997 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:38.998 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:38.998 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:52:38.998 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Flush(GB): cumulative 0.009, interval 0.009 2022-01-25T22:52:38.998 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:52:38.999 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:52:38.999 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:52:38.999 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:52:38.999 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Cumulative compaction: 0.01 GB write, 383.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:38.999 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Interval compaction: 0.01 GB write, 383.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:39.000 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:52:39.000 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.000 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:52:39.000 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.001 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** Compaction Stats [default] ** 2022-01-25T22:52:39.001 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:39.001 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:39.001 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: L0 1/0 8.86 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:39.002 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: L6 1/0 17.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:52:39.002 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Sum 2/0 26.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:39.002 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:52:39.002 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.002 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** Compaction Stats [default] ** 2022-01-25T22:52:39.003 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:39.003 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:39.003 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 692.0 0.01 0.00 1 0.013 0 0 2022-01-25T22:52:39.003 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:52:39.004 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Flush(GB): cumulative 0.009, interval 0.000 2022-01-25T22:52:39.004 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:52:39.004 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:52:39.004 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:52:39.004 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:52:39.005 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Cumulative compaction: 0.01 GB write, 382.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:39.005 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:39.005 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:52:39.005 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.006 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:52:39.006 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.006 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.863+0000 7f930f99c700 0 starting mon.smithi068 rank 0 at public addrs [v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0] at bind addrs [v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi068 fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:52:39.006 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.863+0000 7f930f99c700 1 mon.smithi068@-1(???) e2 preinit fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:52:39.007 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.864+0000 7f930f99c700 0 mon.smithi068@-1(???).mds e8 new map 2022-01-25T22:52:39.007 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.864+0000 7f930f99c700 0 mon.smithi068@-1(???).mds e8 print_map 2022-01-25T22:52:39.007 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: e8 2022-01-25T22:52:39.007 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:52:39.007 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:52:39.008 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: legacy client fscid: 1 2022-01-25T22:52:39.008 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.008 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Filesystem 'foofs' (1) 2022-01-25T22:52:39.008 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: fs_name foofs 2022-01-25T22:52:39.008 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: epoch 8 2022-01-25T22:52:39.009 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: flags 12 2022-01-25T22:52:39.009 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: created 2022-01-25T22:49:30.327938+0000 2022-01-25T22:52:39.009 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: modified 2022-01-25T22:52:36.182714+0000 2022-01-25T22:52:39.009 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: tableserver 0 2022-01-25T22:52:39.010 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: root 0 2022-01-25T22:52:39.010 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: session_timeout 60 2022-01-25T22:52:39.010 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: session_autoclose 300 2022-01-25T22:52:39.010 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: max_file_size 1099511627776 2022-01-25T22:52:39.010 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: required_client_features {} 2022-01-25T22:52:39.011 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: last_failure 0 2022-01-25T22:52:39.011 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: last_failure_osd_epoch 0 2022-01-25T22:52:39.011 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:52:39.011 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: max_mds 1 2022-01-25T22:52:39.012 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: in 0 2022-01-25T22:52:39.012 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: up {0=14484} 2022-01-25T22:52:39.012 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: failed 2022-01-25T22:52:39.012 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: damaged 2022-01-25T22:52:39.012 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: stopped 2022-01-25T22:52:39.013 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: data_pools [3] 2022-01-25T22:52:39.013 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: metadata_pool 2 2022-01-25T22:52:39.013 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: inline_data disabled 2022-01-25T22:52:39.013 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: balancer 2022-01-25T22:52:39.013 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: standby_count_wanted 1 2022-01-25T22:52:39.014 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: [mds.foofs.smithi068.qekbvd{0:14484} state up:active seq 47 join_fscid=1 addr [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:52:39.014 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.014 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.014 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Standby daemons: 2022-01-25T22:52:39.015 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.015 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: [mds.foofs.smithi165.nurulz{-1:24267} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.165:6832/396437804,v1:172.21.15.165:6833/396437804] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:52:39.015 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:39.015 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.864+0000 7f930f99c700 0 mon.smithi068@-1(???).osd e66 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-25T22:52:39.016 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:39.016 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:38.864+0000 7f930f99c700 0 mon.smithi068@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:52:39.016 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.864+0000 7f930f99c700 0 mon.smithi068@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:52:39.016 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.864+0000 7f930f99c700 0 mon.smithi068@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:52:39.016 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.017 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 2022-01-25T22:52:35 2022-01-25T22:52:39.017 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: .933595+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:39.017 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 18 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:39.017 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cephadm 2022-01-25 2022-01-25T22:52:39.017 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: T22:52:36.083379+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:39.018 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: (mgr.14702) 19 : cephadm [INF] 2022-01-25T22:52:39.018 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: Upgrade: Updating mon.smithi068 2022-01-25T22:52:39.018 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cephadm 2022-01- 2022-01-25T22:52:39.018 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 25T22:52:36.093694+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:52:39.019 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 14702) 20 : cephadm [INF] Deploying daemon mon.smithi068 on smithi068 2022-01-25T22:52:39.019 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cluster 2022-01-25T22: 2022-01-25T22:52:39.019 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 52:36.182767+0000 mon.smithi068 (mon. 2022-01-25T22:52:39.019 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 0) 802 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:52:39.019 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cluster 2022-01-25T22: 2022-01-25T22:52:39.020 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 52:36.193934+0000 mon.smithi068 (mon. 2022-01-25T22:52:39.020 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 0) 803 : cluster [DBG] mgrmap e37: smithi068.zkksrk(active, since 19s), standbys: smithi165.mrpyur 2022-01-25T22:52:39.020 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cluster 2022-01-25T22: 2022-01-25T22:52:39.020 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 52:36.194274+0000 mon.smithi068 (mon. 2022-01-25T22:52:39.021 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: 0) 804 : cluster [DBG] mds.? [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:52:39.021 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: cluster 2022-01-25T22 2022-01-25T22:52:39.021 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: :52:36.194327+0000 mon.smithi068 (mon 2022-01-25T22:52:39.021 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: .0) 805 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:39.021 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 conmon[102841]: debug 2022-01-25T22:52:38.864+0000 7f930f99c700 1 mon.smithi068@-1(???).paxosservice(auth 1..38) refresh upgraded, format 0 -> 3 2022-01-25T22:52:39.022 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:38 smithi068 systemd[1]: Started Ceph mon.smithi068 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:52:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit 2022-01-25T22:52:37.632903+0000 2022-01-25T22:52:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: mon.smithi165 (mon.1) 120 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:52:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit 2022-01-25T22:52:37.633687+0000 mon.smithi165 (mon.1) 121 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:52:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:37.933961+0000 mgr.smithi068.zkksrk (mgr.14702) 21 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.072048+0000 mon.smithi068 (mon.0) 1 : cluster [INF] mon.smithi068 calling monitor election 2022-01-25T22:52:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.085315+0000 mon.smithi068 (mon.0) 2 : cluster [INF] mon.smithi068 is new leader, mons smithi068,smithi165 in quorum (ranks 0,1) 2022-01-25T22:52:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.090574+0000 mon.smithi068 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0],smithi165=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} 2022-01-25T22:52:39.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.090656+0000 mon.smithi068 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:39.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.090694+0000 mon.smithi068 (mon.0) 5 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:52:39.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 2022-01-25T22:52:39.091519+0000 mon.smithi068 (mon.0) 6 : cluster [DBG] mgrmap e37: smithi068.zkksrk(active, since 22s), standbys: smithi165.mrpyur 2022-01-25T22:52:39.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:52:39.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 01-25T22:52:39. 2022-01-25T22:52:39.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 099301+0000 mon.smithi068 (mon.0 2022-01-25T22:52:39.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: ) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:52:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: -01-25T22:52:39 2022-01-25T22:52:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: .099328+0000 mon.smithi068 (mon 2022-01-25T22:52:39.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: .0) 8 : cluster [WRN] 2022-01-25T22:52:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:52:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 2022-01-25T22: 2022-01-25T22:52:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 52:39.099345+0000 mon.smithi068 ( 2022-01-25T22:52:39.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: mon.0) 9 : cluster 2022-01-25T22:52:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: [WRN] mds.foofs.smithi068.qekbvd(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:52:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:52:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 01-25T22:52:39. 2022-01-25T22:52:39.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 099506+0000 mon.smithi068 (mon. 2022-01-25T22:52:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 0) 10 : audit [INF] 2022-01-25T22:52:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: from='mgr.14702 ' entity='' 2022-01-25T22:52:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit 2022-01-25T22:52:39.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 2022-01-25T22 2022-01-25T22:52:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: :52:39.101051+0000 2022-01-25T22:52:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: mon.smithi165 (mon.1) 122 : 2022-01-25T22:52:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:39.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: -01-25T22:52: 2022-01-25T22:52:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 39.102268+0000 mon.smithi165 (mon 2022-01-25T22:52:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: .1) 123 : audit [DBG] 2022-01-25T22:52:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:39.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: -01-25T22:52: 2022-01-25T22:52:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: 39.103424+0000 mon.smithi165 (mon 2022-01-25T22:52:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: .1) 124 : audit [INF] 2022-01-25T22:52:39.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:39 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: audit 2022-01-25T22:52:37.632903+0000 mon.smithi165 (mon.1) 120 : audit 2022-01-25T22:52:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:52:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: audit 2022-01-25T22:52:37.633687+0000 mon.smithi165 (mon.1) 121 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:52:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52:37.933961+0000 mgr.smithi068.zkksrk (mgr.14702) 21 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39.072048+0000 mon.smithi068 (mon.0) 1 : cluster [INF] mon.smithi068 calling monitor election 2022-01-25T22:52:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39.085315+0000 mon.smithi068 (mon.0) 2 : cluster 2022-01-25T22:52:39.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: [INF] mon.smithi068 is new leader, mons smithi068,smithi165 in quorum (ranks 0,1) 2022-01-25T22:52:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39.090574+0000 mon.smithi068 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0],smithi165=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} 2022-01-25T22:52:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39 2022-01-25T22:52:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: .090656+0000 mon.smithi068 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:39.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: 2022-01-25T22:52:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: 2022-01-25T22:52:39.090694+0000 mon.smithi068 (mon.0 2022-01-25T22:52:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: ) 5 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:52:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22 2022-01-25T22:52:39.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: :52:39.091519+0000 mon.smithi068 (mon.0) 6 : cluster 2022-01-25T22:52:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: [DBG] mgrmap e37: smithi068.zkksrk(active, since 22s), standbys: smithi165.mrpyur 2022-01-25T22:52:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52 2022-01-25T22:52:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: :39.099301+0000 mon.smithi068 (mon.0) 7 : cluster 2022-01-25T22:52:39.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:52:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52 2022-01-25T22:52:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: :39.099328+0000 mon.smithi068 (mon.0) 8 : cluster 2022-01-25T22:52:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:52:39.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: cluster 2022-01-25T22:52 2022-01-25T22:52:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: :39.099345+0000 mon.smithi068 (mon.0) 9 : cluster 2022-01-25T22:52:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: [WRN] mds.foofs.smithi068.qekbvd(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:52:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: audit 2022-01-25T22 2022-01-25T22:52:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: :52:39.099506+0000 mon.smithi068 (mon.0) 10 2022-01-25T22:52:39.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: : audit [INF] from='mgr.14702 ' entity='' 2022-01-25T22:52:39.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: audit 2022-01- 2022-01-25T22:52:39.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: 25T22:52:39.101051+0000 mon.smithi165 (mon.1 2022-01-25T22:52:39.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: ) 122 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:39.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: audit 2022 2022-01-25T22:52:39.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: -01-25T22:52:39.102268+0000 mon.smithi165 (mon. 2022-01-25T22:52:39.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: 1) 123 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:39.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: audit 2022-01 2022-01-25T22:52:39.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: -25T22:52:39.103424+0000 mon.smithi165 (mon.1 2022-01-25T22:52:39.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:39 smithi165 conmon[31600]: ) 124 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:39.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 43 sec latency 53069.275 ms 2022-01-25T22:52:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:40 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:39.104153+0000 mgr.smithi068.zkksrk (mgr.14702) 22 : cephadm 2022-01-25T22:52:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:40 smithi165 conmon[31600]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:40 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:39.104153+0000 2022-01-25T22:52:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:40 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 22 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:40.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 44 sec latency 54069.370 ms 2022-01-25T22:52:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39.934649+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: 23 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: cluster 2022-01-25T22:52:40.157092+0000 mon.smithi068 (mon.0) 11 : cluster 2022-01-25T22:52:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: [DBG] mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:52:41.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: cluster 2022-01-25T22:52:41.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: 2022-01-25T22:52:40.157141+0000 mon.smithi068 (mon.0) 12 : cluster [DBG] 2022-01-25T22:52:41.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:41 smithi165 conmon[31600]: fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:41 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.934649+0000 mgr.smithi068.zkksrk (mgr.14702) 23 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:41 smithi068 conmon[102841]: cluster 2022-01-25T22:52:40.157092+0000 mon.smithi068 (mon.0) 11 : cluster [DBG] mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:52:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:41 smithi068 conmon[102841]: cluster 2022-01-25T22:52:40.157141+0000 mon.smithi068 (mon.0) 12 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:41.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 45 sec latency 55069.427 ms 2022-01-25T22:52:42.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 46 sec latency 56069.474 ms 2022-01-25T22:52:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:43 smithi165 conmon[31600]: cluster 2022-01-25T22:52:41.935033+0000 mgr.smithi068.zkksrk (mgr.14702) 24 : 2022-01-25T22:52:43.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:43 smithi165 conmon[31600]: cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:43 smithi068 conmon[102841]: cluster 2022-01-25T22:52:41.935033+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:43 smithi068 conmon[102841]: (mgr.14702) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:43.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 47 sec latency 57069.565 ms 2022-01-25T22:52:44.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 48 sec latency 58069.614 ms 2022-01-25T22:52:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:44 smithi165 conmon[31600]: cluster 2022-01-25T22:52:39.614581+0000 mds.foofs.smithi068.qekbvd (mds.0) 3 : cluster [WRN] 2022-01-25T22:52:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:44 smithi165 conmon[31600]: 1 slow requests, 0 included below; oldest blocked for > 38.521439 secs 2022-01-25T22:52:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:44 smithi165 conmon[31600]: cluster 2022-01-25T22:52:43.935640+0000 mgr.smithi068.zkksrk (mgr.14702) 25 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:44 smithi068 conmon[102841]: cluster 2022-01-25T22:52:39.614581+0000 2022-01-25T22:52:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:44 smithi068 conmon[102841]: mds.foofs.smithi068.qekbvd (mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 38.521439 secs 2022-01-25T22:52:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:44 smithi068 conmon[102841]: cluster 2022-01-25T22:52:43.935640+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:52:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:44 smithi068 conmon[102841]: mgr.14702) 25 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:45.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 49 sec latency 59069.641 ms 2022-01-25T22:52:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:45 smithi165 conmon[31600]: cluster 2022-01-25T22:52:44.614708+0000 mds.foofs.smithi068.qekbvd (mds.0) 4 : cluster [WRN] 2022-01-25T22:52:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:45 smithi165 conmon[31600]: 1 slow requests, 0 included below; oldest blocked for > 43.521574 secs 2022-01-25T22:52:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:45 smithi068 conmon[102841]: cluster 2022-01-25T22:52:44.614708+0000 2022-01-25T22:52:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:45 smithi068 conmon[102841]: mds.foofs.smithi068.qekbvd (mds.0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 43.521574 secs 2022-01-25T22:52:46.908 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 50 sec latency 60069.730 ms 2022-01-25T22:52:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: cluster 2022-01-25T22:52:45.936098+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:52:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: ) 26 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: audit 2022-01-25T22:52:46.430618+0000 mon.smithi068 (mon.0) 13 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: audit 2022-01-25T22:52:46.435593+0000 mon.smithi068 (mon.0) 14 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:47.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: audit 2022-01-25T22:52:46.442564+0000 mon.smithi068 (mon.0) 15 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:47.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: audit 2022-01-25T22:52:46.447014+0000 mon.smithi165 (mon.1) 125 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:47.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: 2022-01-25T22:52:47.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: audit 2022-01-25T22:52:47.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: 2022-01-25T22:52:46.449725+0000 mon.smithi165 (mon. 2022-01-25T22:52:47.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: 1) 126 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:47.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: audit 2022- 2022-01-25T22:52:47.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: 01-25T22:52:46.450973+0000 mon.smithi165 2022-01-25T22:52:47.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:46 smithi165 conmon[31600]: (mon.1) 127 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:52:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: cluster 2022-01-25T22:52:45.936098+0000 mgr.smithi068.zkksrk (mgr.14702) 26 : 2022-01-25T22:52:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit 2022-01-25T22:52:46.430618+0000 mon.smithi068 (mon.0) 13 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:52:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: 25T22:52:46.435593+0000 2022-01-25T22:52:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: mon.smithi068 (mon.0) 14 : audit [INF] 2022-01-25T22:52:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:52:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: 25T22:52:46.442564+0000 2022-01-25T22:52:47.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: mon.smithi068 (mon.0) 15 : audit [INF] 2022-01-25T22:52:47.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:47.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:52:47.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: 25T22:52:46.447014 2022-01-25T22:52:47.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: +0000 mon.smithi165 (mon.1) 125 : audit 2022-01-25T22:52:47.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:47.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit 2022-01 2022-01-25T22:52:47.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: -25T22:52:46. 2022-01-25T22:52:47.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: 449725+0000 mon.smithi165 (mon.1) 126 : 2022-01-25T22:52:47.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:47.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:47.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: -01-25T22:52: 2022-01-25T22:52:47.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: 46.450973+0000 mon.smithi165 (mon 2022-01-25T22:52:47.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:46 smithi068 conmon[102841]: .1) 127 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:52:47.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 51 sec latency 61069.829 ms 2022-01-25T22:52:48.903 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:47.641317+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:52:48.903 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: .14702) 27 : cephadm [INF] Upgrade: Updating mon.smithi165 2022-01-25T22:52:48.904 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: audit 2022-01-25T22:52:47.646322+0000 mon.smithi068 (mon.0) 16 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:48.904 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: audit 2022-01-25T22:52:47.648107+0000 mon.smithi165 (mon.1) 128 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:52:48.904 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: audit 2022-01-25T22:52:47.649196+0000 mon.smithi165 (mon.1) 129 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:52:48.904 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: audit 2022-01-25T22:52:47.650058+0000 mon.smithi165 (mon.1) 130 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:48.904 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: cephadm 2022-01-25T22:52:47.651032+0000 mgr.smithi068.zkksrk (mgr.14702) 28 : cephadm [INF] Deploying daemon mon.smithi165 on smithi165 2022-01-25T22:52:48.905 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: cluster 2022-01-25T22:52:47.936629+0000 mgr.smithi068.zkksrk (mgr.14702) 29 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:48.905 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: audit 2022-01-25T22:52:48.128532+0000 mon.smithi068 (mon.0) 17 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:48.905 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 systemd[1]: Stopping Ceph mon.smithi165 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:52:48.905 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: debug 2022-01-25T22:52:48.900+0000 7f047ac1e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi165 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:52:48.906 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:48 smithi165 conmon[31600]: debug 2022-01-25T22:52:48.900+0000 7f047ac1e700 -1 mon.smithi165@1(peon) e2 *** Got Signal Terminated *** 2022-01-25T22:52:48.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 52 sec latency 62069.877 ms 2022-01-25T22:52:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:47.641317+0000 mgr.smithi068.zkksrk (mgr.14702) 27 2022-01-25T22:52:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: : cephadm [INF] Upgrade: Updating mon.smithi165 2022-01-25T22:52:49.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: audit 2022-01-25T22:52:47.646322+0000 mon.smithi068 (mon.0) 16 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:49.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 2022-01-25T22:52:49.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T22:52:49.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: T22:52:47.648107+0000 mon.smithi165 (mon.1) 128 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:52:49.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: audit 2022-01-25T22: 2022-01-25T22:52:49.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 52:47.649196+0000 mon.smithi165 ( 2022-01-25T22:52:49.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: mon.1) 129 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:52:49.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 2022-01-25T22:52:49.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T22:52:49.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: T22:52:47.650058+0000 2022-01-25T22:52:49.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: mon.smithi165 (mon.1) 130 : audit 2022-01-25T22:52:49.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:49.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: cephadm 2022-01 2022-01-25T22:52:49.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: -25T22:52:47.651032 2022-01-25T22:52:49.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:49.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 28 : cephadm [INF] Deploying daemon mon.smithi165 on smithi165 2022-01-25T22:52:49.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T22:52:49.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 25T22:52:47.936629+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:49.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: (mgr.14702) 29 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:49.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 2022-01-25T22:52:49.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:52:49.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: 25T22:52:48.128532 2022-01-25T22:52:49.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 17 2022-01-25T22:52:49.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:48 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 bash[67277]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon.smithi165 2022-01-25T22:52:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 bash[67277]: Error: no container with name or ID "ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon-smithi165" found: no such container 2022-01-25T22:52:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 bash[67277]: Error: no container with name or ID "ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-mon.smithi165" found: no such container 2022-01-25T22:52:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@mon.smithi165.service: Succeeded. 2022-01-25T22:52:49.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 systemd[1]: Stopped Ceph mon.smithi165 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:52:49.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 systemd[1]: Starting Ceph mon.smithi165 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:52:49.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 53 sec latency 63069.942 ms 2022-01-25T22:52:50.042 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 podman[67622]: 2022-01-25T22:52:50.042 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.943+0000 7f7c1a9ca700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:52:50.043 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.943+0000 7f7c1a9ca700 0 ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:52:50.043 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.944+0000 7f7c1a9ca700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:52:50.043 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.948+0000 7f7c1a9ca700 0 load: jerasure load: lrc load: isa 2022-01-25T22:52:50.043 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:52:50.044 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.044 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:50.044 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:52:50.044 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Compile date Jan 25 2022 2022-01-25T22:52:50.045 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: DB SUMMARY 2022-01-25T22:52:50.045 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.045 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:52:50.045 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.045 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:52:50.046 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.046 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 503 Bytes 2022-01-25T22:52:50.046 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.047 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi165/store.db dir, Total Num: 1, files: 000014.sst 2022-01-25T22:52:50.047 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.047 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi165/store.db: 000012.log size: 261976 ; 2022-01-25T22:52:50.048 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.048 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:52:50.048 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:52:50.048 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:52:50.048 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.env: 0x55fecac563a0 2022-01-25T22:52:50.049 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:52:50.049 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.info_log: 0x55fecd20fb80 2022-01-25T22:52:50.049 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:52:50.049 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:52:50.050 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:52:50.050 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:52:50.050 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:52:50.050 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:52:50.050 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:52:50.051 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:52:50.051 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:52:50.052 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:52:50.052 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:52:50.052 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:52:50.052 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:52:50.053 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:52:50.053 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:52:50.053 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi165/store.db 2022-01-25T22:52:50.053 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:52:50.053 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:52:50.054 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 bash[67470]: 2c2d4ae392f16e3192550350cee44d9c172ff8bf16ad1f84fea16f8afa9bae4a 2022-01-25T22:52:50.054 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:52:50.054 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:52:50.054 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:52:50.055 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:52:50.055 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:52:50.055 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:52:50.055 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:52:50.055 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:52:50.056 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.write_buffer_manager: 0x55fecde7e120 2022-01-25T22:52:50.056 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:52:50.056 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:52:50.056 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:50.057 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:52:50.057 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:52:50.057 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:52:50.057 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:52:50.057 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:52:50.058 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:52:50.058 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:52:50.058 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:52:50.058 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:52:50.059 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:52:50.059 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:52:50.059 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:52:50.059 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.row_cache: None 2022-01-25T22:52:50.060 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:52:50.060 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:52:50.060 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:52:50.060 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:52:50.060 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:52:50.061 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:52:50.061 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:52:50.061 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:52:50.061 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:52:50.062 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:52:50.062 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:52:50.062 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:52:50.062 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:52:50.063 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:52:50.063 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:52:50.063 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:52:50.065 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:52:50.065 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:52:50.065 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:52:50.066 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:52:50.066 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:52:50.066 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:52:50.066 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:50.067 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:52:50.067 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:52:50.067 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:52:50.067 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:52:50.067 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:52:50.068 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:52:50.068 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:52:50.068 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:52:50.068 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:52:50.069 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:52:50.069 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:52:50.069 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:52:50.069 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:52:50.069 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:52:50.070 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:52:50.070 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi165/store.db/MANIFEST-000005 2022-01-25T22:52:50.070 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.070 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:52:50.071 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.071 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:52:50.071 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.merge_operator: 2022-01-25T22:52:50.071 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:52:50.071 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:52:50.072 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:52:50.072 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:52:50.072 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fecd127c80) 2022-01-25T22:52:50.072 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: cache_index_and_filter_blocks: 1 2022-01-25T22:52:50.073 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:52:50.073 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:52:50.073 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: pin_top_level_index_and_filter: 1 2022-01-25T22:52:50.073 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: index_type: 0 2022-01-25T22:52:50.073 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: data_block_index_type: 0 2022-01-25T22:52:50.074 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: index_shortening: 1 2022-01-25T22:52:50.074 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:52:50.074 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: hash_index_allow_collision: 1 2022-01-25T22:52:50.074 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: checksum: 1 2022-01-25T22:52:50.075 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: no_block_cache: 0 2022-01-25T22:52:50.075 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_cache: 0x55fecd15d010 2022-01-25T22:52:50.075 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_cache_name: BinnedLRUCache 2022-01-25T22:52:50.075 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_cache_options: 2022-01-25T22:52:50.075 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: capacity : 536870912 2022-01-25T22:52:50.076 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: num_shard_bits : 4 2022-01-25T22:52:50.076 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: strict_capacity_limit : 0 2022-01-25T22:52:50.076 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: high_pri_pool_ratio: 0.000 2022-01-25T22:52:50.076 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_cache_compressed: (nil) 2022-01-25T22:52:50.077 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: persistent_cache: (nil) 2022-01-25T22:52:50.077 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_size: 4096 2022-01-25T22:52:50.077 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_size_deviation: 10 2022-01-25T22:52:50.077 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_restart_interval: 16 2022-01-25T22:52:50.077 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: index_block_restart_interval: 1 2022-01-25T22:52:50.078 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: metadata_block_size: 4096 2022-01-25T22:52:50.078 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: partition_filters: 0 2022-01-25T22:52:50.078 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: use_delta_encoding: 1 2022-01-25T22:52:50.078 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:52:50.079 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: whole_key_filtering: 1 2022-01-25T22:52:50.079 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: verify_compression: 0 2022-01-25T22:52:50.079 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: read_amp_bytes_per_bit: 0 2022-01-25T22:52:50.079 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: format_version: 2 2022-01-25T22:52:50.079 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: enable_index_compression: 1 2022-01-25T22:52:50.080 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: block_align: 0 2022-01-25T22:52:50.080 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.080 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:52:50.080 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:52:50.080 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:52:50.081 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:52:50.081 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:52:50.081 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:52:50.081 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:52:50.082 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:52:50.082 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:52:50.082 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:52:50.082 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:52:50.083 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:52:50.083 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:52:50.083 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:52:50.083 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:52:50.083 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:52:50.084 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:52:50.084 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:52:50.084 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:52:50.084 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:52:50.085 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:52:50.085 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:52:50.085 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:52:50.085 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:52:50.085 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:52:50.086 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:52:50.086 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:52:50.086 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:52:50.086 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:52:50.087 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:52:50.087 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:52:50.087 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:52:50.087 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:52:50.087 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:52:50.088 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:52:50.088 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:52:50.088 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:52:50.088 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:52:50.089 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:52:50.089 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:52:50.089 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:52:50.089 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:52:50.089 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:52:50.090 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:52:50.090 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:52:50.090 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:52:50.090 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:52:50.091 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:52:50.091 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:52:50.091 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:52:50.091 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:52:50.091 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:52:50.092 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:52:50.092 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:52:50.092 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:52:50.092 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:52:50.093 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:52:50.093 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:52:50.093 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:52:50.093 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:52:50.093 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:52:50.094 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:52:50.094 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:52:50.094 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:52:50.094 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:52:50.095 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:52:50.095 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:52:50.095 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.949+0000 7f7c1a9ca700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:52:50.095 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.950+0000 7f7c1a9ca700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:52:50.095 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.950+0000 7f7c1a9ca700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi165/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 16, last_sequence is 9012, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:52:50.096 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.096 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.950+0000 7f7c1a9ca700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2022-01-25T22:52:50.096 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.096 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.950+0000 7f7c1a9ca700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643151169950981, "job": 1, "event": "recovery_started", "log_files": [12]} 2022-01-25T22:52:50.097 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.950+0000 7f7c1a9ca700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2022-01-25T22:52:50.097 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.950+0000 7f7c1a9ca700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:52:50.097 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.951+0000 7f7c1a9ca700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643151169952282, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 175267, "table_properties": {"data_size": 173943, "index_size": 314, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 197, "raw_key_size": 833, "raw_average_key_size": 25, "raw_value_size": 173032, "raw_average_value_size": 5243, "num_data_blocks": 10, "num_entries": 33, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643151169, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:52:50.097 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.951+0000 7f7c1a9ca700 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2022-01-25T22:52:50.097 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.098 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.951+0000 7f7c1a9ca700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:52:50.098 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.952+0000 7f7c1a9ca700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643151169953236, "job": 1, "event": "recovery_finished"} 2022-01-25T22:52:50.098 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.953+0000 7f7c1a9ca700 4 rocksdb: DB pointer 0x55fecd225800 2022-01-25T22:52:50.098 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.953+0000 7f7c01a00700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:52:50.099 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.953+0000 7f7c01a00700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:52:50.099 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** DB Stats ** 2022-01-25T22:52:50.099 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:52:50.099 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:52:50.100 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:52:50.100 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:52:50.100 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:52:50.100 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:52:50.101 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:52:50.101 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.101 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** Compaction Stats [default] ** 2022-01-25T22:52:50.101 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:50.101 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:50.102 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: L0 1/0 171.16 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.102 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: L6 1/0 23.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:52:50.102 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Sum 2/0 23.77 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.102 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.103 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.103 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** Compaction Stats [default] ** 2022-01-25T22:52:50.103 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:50.103 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:50.103 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.104 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:52:50.104 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:52:50.104 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:52:50.104 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:52:50.105 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:52:50.105 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:52:50.105 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Cumulative compaction: 0.00 GB write, 39.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:50.105 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Interval compaction: 0.00 GB write, 39.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:50.105 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:52:50.106 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.106 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:52:50.106 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.106 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** Compaction Stats [default] ** 2022-01-25T22:52:50.107 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:50.107 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:50.107 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: L0 1/0 171.16 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.107 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: L6 1/0 23.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:52:50.108 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Sum 2/0 23.77 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.108 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:52:50.108 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.108 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** Compaction Stats [default] ** 2022-01-25T22:52:50.108 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:52:50.109 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:52:50.109 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 191.9 0.00 0.00 1 0.001 0 0 2022-01-25T22:52:50.109 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:52:50.109 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:52:50.109 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:52:50.110 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:52:50.110 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:52:50.110 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:52:50.110 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Cumulative compaction: 0.00 GB write, 38.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:50.111 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:52:50.111 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:52:50.111 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.111 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:52:50.111 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.112 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.954+0000 7f7c1a9ca700 0 starting mon.smithi165 rank 1 at public addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] at bind addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi165 fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:52:50.112 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 1 mon.smithi165@-1(???) e2 preinit fsid 382a5b64-7e30-11ec-8c35-001a4aab830c 2022-01-25T22:52:50.112 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 0 mon.smithi165@-1(???).mds e9 new map 2022-01-25T22:52:50.112 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 0 mon.smithi165@-1(???).mds e9 print_map 2022-01-25T22:52:50.113 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: e9 2022-01-25T22:52:50.113 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:52:50.113 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:52:50.113 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: legacy client fscid: 1 2022-01-25T22:52:50.113 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.114 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Filesystem 'foofs' (1) 2022-01-25T22:52:50.114 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: fs_name foofs 2022-01-25T22:52:50.114 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: epoch 9 2022-01-25T22:52:50.114 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: flags 12 2022-01-25T22:52:50.115 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: created 2022-01-25T22:49:30.327938+0000 2022-01-25T22:52:50.115 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: modified 2022-01-25T22:52:40.148606+0000 2022-01-25T22:52:50.115 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: tableserver 0 2022-01-25T22:52:50.115 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: root 0 2022-01-25T22:52:50.115 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: session_timeout 60 2022-01-25T22:52:50.116 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: session_autoclose 300 2022-01-25T22:52:50.116 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: max_file_size 1099511627776 2022-01-25T22:52:50.116 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: required_client_features {} 2022-01-25T22:52:50.116 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: last_failure 0 2022-01-25T22:52:50.116 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: last_failure_osd_epoch 0 2022-01-25T22:52:50.117 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:52:50.117 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: max_mds 1 2022-01-25T22:52:50.117 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: in 0 2022-01-25T22:52:50.117 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: up {0=14484} 2022-01-25T22:52:50.118 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: failed 2022-01-25T22:52:50.118 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: damaged 2022-01-25T22:52:50.118 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: stopped 2022-01-25T22:52:50.118 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: data_pools [3] 2022-01-25T22:52:50.118 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: metadata_pool 2 2022-01-25T22:52:50.119 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: inline_data disabled 2022-01-25T22:52:50.119 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: balancer 2022-01-25T22:52:50.119 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: standby_count_wanted 1 2022-01-25T22:52:50.119 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: [mds.foofs.smithi068.qekbvd{0:14484} state up:active seq 48 join_fscid=1 addr [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:52:50.120 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.120 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.120 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Standby daemons: 2022-01-25T22:52:50.120 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.120 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: [mds.foofs.smithi165.nurulz{-1:24267} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.165:6832/396437804,v1:172.21.15.165:6833/396437804] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:52:50.121 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:50.121 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 0 mon.smithi165@-1(???).osd e66 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-25T22:52:50.121 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 0 mon.smithi165@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:52:50.121 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 0 mon.smithi165@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:52:50.122 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.956+0000 7f7c1a9ca700 0 mon.smithi165@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:52:50.122 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: cephadm 2022-01-25T22:52:50.122 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52: 2022-01-25T22:52:50.122 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 47.641317+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:52:50.123 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: .14702) 27 : cephadm [INF] 2022-01-25T22:52:50.123 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: Upgrade: Updating mon.smithi165 2022-01-25T22:52:50.123 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: audit 2022-01 2022-01-25T22:52:50.123 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: -25T22:52:47. 2022-01-25T22:52:50.124 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 646322+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:50.124 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 16 : audit [INF] from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:50.124 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: audit 2022-01-25T22:52:50.124 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52 2022-01-25T22:52:50.124 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: :47.648107+0000 mon.smithi165 ( 2022-01-25T22:52:50.125 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: mon.1) 128 : audit [INF] 2022-01-25T22:52:50.125 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:52:50.125 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:52:50.125 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: :52:47.649196+0000 mon.smithi165 2022-01-25T22:52:50.126 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: (mon.1) 129 : audit 2022-01-25T22:52:50.126 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:52:50.126 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: audit 2022-01-25T22:52:50.126 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 2022-01-25T22:52:47.650058+0000 2022-01-25T22:52:50.127 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: mon.smithi165 (mon.1) 130 : audit 2022-01-25T22:52:50.127 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:50.127 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: cephadm 2022-01-25 2022-01-25T22:52:50.127 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: T22:52:47.651032+0000 2022-01-25T22:52:50.127 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 28 : 2022-01-25T22:52:50.128 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: cephadm [INF] Deploying daemon mon.smithi165 on smithi165 2022-01-25T22:52:50.128 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: cluster 2022- 2022-01-25T22:52:50.128 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 01-25T22:52:47. 2022-01-25T22:52:50.128 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 936629+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:50.128 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 29 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:50.129 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: audit 2022 2022-01-25T22:52:50.129 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: -01-25T22:52: 2022-01-25T22:52:50.129 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: 48.128532+0000 mon.smithi068 (mon 2022-01-25T22:52:50.129 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: .0) 17 : audit [INF] 2022-01-25T22:52:50.130 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: from='mgr.14702 ' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:50.130 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.957+0000 7f7c1a9ca700 1 mon.smithi165@-1(???).paxosservice(auth 1..39) refresh upgraded, format 0 -> 3 2022-01-25T22:52:50.130 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expand map: {default=false} 2022-01-25T22:52:50.130 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta from 'false' to 'false' 2022-01-25T22:52:50.130 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expanded map: {default=false} 2022-01-25T22:52:50.131 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expand map: {default=info} 2022-01-25T22:52:50.131 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta from 'info' to 'info' 2022-01-25T22:52:50.131 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expanded map: {default=info} 2022-01-25T22:52:50.131 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expand map: {default=daemon} 2022-01-25T22:52:50.132 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-25T22:52:50.132 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-25T22:52:50.132 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expand map: {default=debug} 2022-01-25T22:52:50.132 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-25T22:52:50.132 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:49 smithi165 conmon[67662]: debug 2022-01-25T22:52:49.960+0000 7f7c1a9ca700 20 expand_channel_meta expanded map: {default=debug} 2022-01-25T22:52:50.133 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:50 smithi165 systemd[1]: Started Ceph mon.smithi165 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:52:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:50 smithi165 conmon[67662]: audit 2022-01-25T22:52:48.913398+0000 mon.smithi068 (mon.0) 18 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:52:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:50 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:52:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:50 smithi165 conmon[67662]: :52:48.913700+0000 mon.smithi068 (mon.0) 19 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:52:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:50 smithi068 conmon[102841]: audit 2022-01-25T22:52:48.913398+0000 mon.smithi068 (mon.0) 18 : 2022-01-25T22:52:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:50 smithi068 conmon[102841]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-25T22:52:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:50 smithi068 conmon[102841]: audit 2022-01-25T22:52:48.913700+0000 mon.smithi068 (mon.0) 19 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-25T22:52:50.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 54 sec latency 64070.058 ms 2022-01-25T22:52:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:49.614851+0000 mds.foofs.smithi068.qekbvd (mds.0) 5 : cluster [WRN] 2022-01-25T22:52:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: 1 slow requests, 0 included below; oldest blocked for > 48.521713 secs 2022-01-25T22:52:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:49.937422+0000 mgr.smithi068.zkksrk (mgr.14702) 30 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50.075504+0000 mon.smithi165 (mon.1) 1 : cluster [INF] mon.smithi165 calling monitor election 2022-01-25T22:52:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50.076137+0000 mon.smithi068 (mon.0) 20 : cluster [INF] mon.smithi068 calling monitor election 2022-01-25T22:52:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50.089649+0000 mon.smithi068 (mon.0) 21 : cluster [INF] 2022-01-25T22:52:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: mon.smithi068 is new leader, mons smithi068,smithi165 in quorum (ranks 0,1) 2022-01-25T22:52:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50.098320+0000 mon.smithi068 (mon.0) 22 : cluster [DBG] monmap e2: 2 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0],smithi165=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} 2022-01-25T22:52:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022- 2022-01-25T22:52:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: 01-25T22:52:50.098409+0000 mon.smithi068 (mon.0) 23 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50.098445+0000 2022-01-25T22:52:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: mon.smithi068 (mon.0) 24 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:52:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50.098798+0000 2022-01-25T22:52:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: mon.smithi068 (mon.0) 25 : cluster [DBG] mgrmap e37: smithi068.zkksrk(active, since 33s), standbys: smithi165.mrpyur 2022-01-25T22:52:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50. 2022-01-25T22:52:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: 101854+0000 mon.smithi068 (mon.0) 26 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:52:51.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52:50 2022-01-25T22:52:51.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: .101876+0000 mon.smithi068 (mon.0) 27 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:52:51.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cluster 2022-01-25T22:52: 2022-01-25T22:52:51.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: 50.101884+0000 mon.smithi068 (mon.0) 28 : cluster [WRN] mds.foofs.smithi068.qekbvd(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:52:51.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:52:51.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: :52:50.104214+0000 mon.smithi068 (mon.0) 29 : audit [INF] 2022-01-25T22:52:51.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:51.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:52:51.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: 25T22:52:50.105226+0000 mon.smithi068 (mon.0) 30 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:51.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: audit 2022-01-25T22:52 2022-01-25T22:52:51.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: :50.106522+0000 mon.smithi068 (mon.0) 31 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:51.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: 2022-01-25T22:52:51.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: audit 2022-01-25T22:52 2022-01-25T22:52:51.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: :50.107418+0000 mon.smithi068 (mon.0) 32 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:51.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: cephadm 2022 2022-01-25T22:52:51.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: -01-25T22:52:50.108215+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:52:51.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:51 smithi165 conmon[67662]: ) 31 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022-01-25T22:52:49.614851+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:52:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 48.521713 secs 2022-01-25T22:52:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022-01-25T22:52:49.937422+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:52:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 30 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50.075504 2022-01-25T22:52:51.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: +0000 mon.smithi165 (mon.1) 2022-01-25T22:52:51.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 1 : cluster [INF] mon.smithi165 calling monitor election 2022-01-25T22:52:51.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50. 2022-01-25T22:52:51.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 076137+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:51.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 20 : cluster [INF] mon.smithi068 calling monitor election 2022-01-25T22:52:51.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:52:51.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 01-25T22:52:50. 2022-01-25T22:52:51.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 089649+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 21 : cluster [INF] mon.smithi068 is new leader, mons smithi068,smithi165 in quorum (ranks 0,1) 2022-01-25T22:52:51.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50 2022-01-25T22:52:51.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .098320+0000 mon.smithi068 (mon. 2022-01-25T22:52:51.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 0) 22 : cluster [DBG] 2022-01-25T22:52:51.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: monmap e2: 2 mons at {smithi068=[v2:172.21.15.68:3300/0,v1:172.21.15.68:6789/0],smithi165=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} 2022-01-25T22:52:51.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50 2022-01-25T22:52:51.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .098409+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 23 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:52:51.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 2022-01-25T22:52:51.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50. 2022-01-25T22:52:51.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 098445+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 24 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:52:51.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 2022-01-25T22:52:51.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50 2022-01-25T22:52:51.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .098798+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 25 : cluster [DBG] mgrmap e37: smithi068.zkksrk(active, since 33s), standbys: smithi165.mrpyur 2022-01-25T22:52:51.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:52:51.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 01-25T22:52:50.101854 2022-01-25T22:52:51.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 26 2022-01-25T22:52:51.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:52:51.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50. 2022-01-25T22:52:51.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 101876+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 27 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:52:51.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 2022-01-25T22:52:51.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:52:51.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50.101884 2022-01-25T22:52:51.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 2022-01-25T22:52:51.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 28 : cluster [WRN] mds.foofs.smithi068.qekbvd(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:52:51.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:51.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50 2022-01-25T22:52:51.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .104214+0000 mon.smithi068 (mon. 2022-01-25T22:52:51.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 0) 29 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:51.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 2022-01-25T22:52:51.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:51.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50. 2022-01-25T22:52:51.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 105226+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 30 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:51.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 2022-01-25T22:52:51.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:51.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50 2022-01-25T22:52:51.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .106522+0000 mon.smithi068 (mon.0 2022-01-25T22:52:51.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: ) 31 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:51.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 2022-01-25T22:52:51.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: audit 2022 2022-01-25T22:52:51.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: -01-25T22:52:50 2022-01-25T22:52:51.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: .107418+0000 mon.smithi068 (mon. 2022-01-25T22:52:51.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 0) 32 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:51.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:50. 2022-01-25T22:52:51.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: 108215+0000 mgr.smithi068.zkksrk (mgr.14702) 31 : cephadm 2022-01-25T22:52:51.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:51 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:51.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 55 sec latency 65070.167 ms 2022-01-25T22:52:52.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 56 sec latency 66070.285 ms 2022-01-25T22:52:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:53 smithi165 conmon[67662]: cluster 2022-01-25T22:52:51.937918+0000 mgr.smithi068.zkksrk (mgr.14702) 32 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:53 smithi068 conmon[102841]: cluster 2022-01-25T22:52:51.937918+0000 mgr.smithi068.zkksrk (mgr.14702) 32 2022-01-25T22:52:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:53 smithi068 conmon[102841]: : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:53.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 57 sec latency 67070.424 ms 2022-01-25T22:52:54.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 58 sec latency 68070.471 ms 2022-01-25T22:52:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: cluster 2022-01-25T22:52:53.938609+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:52:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: 33 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.639023+0000 mon.smithi068 (mon.0) 33 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.643276+0000 mon.smithi068 (mon.0) 34 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.649796+0000 mon.smithi068 (mon.0) 35 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.653798+0000 mon.smithi068 (mon.0) 36 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.655937+0000 mon.smithi068 (mon.0) 37 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.657164+0000 mon.smithi068 (mon.0) 38 : audit [DBG] 2022-01-25T22:52:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.662015+0000 mon.smithi068 (mon.0) 39 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01-25T22:52:54.662962+0000 mon.smithi068 (mon. 2022-01-25T22:52:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: 0) 40 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi068"}]: dispatch 2022-01-25T22:52:55.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022-01 2022-01-25T22:52:55.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: -25T22:52:54.667113+0000 mon.smithi068 (mon 2022-01-25T22:52:55.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: .0) 41 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi068"}]': finished 2022-01-25T22:52:55.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022- 2022-01-25T22:52:55.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: 01-25T22:52:54.667895+0000 mon.smithi068 ( 2022-01-25T22:52:55.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: mon.0) 42 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi165"}]: dispatch 2022-01-25T22:52:55.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: audit 2022 2022-01-25T22:52:55.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: -01-25T22:52:54.672892+0000 mon.smithi068 2022-01-25T22:52:55.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:54 smithi165 conmon[67662]: (mon.0) 43 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi165"}]': finished 2022-01-25T22:52:55.264 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: cluster 2022-01-25T22:52:53.938609+0000 mgr.smithi068.zkksrk (mgr.14702) 33 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:52:55.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22:52:54.639023+0000 mon.smithi068 (mon.0) 33 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22:52:54.643276+0000 mon.smithi068 (mon.0) 34 : audit [INF] 2022-01-25T22:52:55.265 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22:52:54 2022-01-25T22:52:55.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: .649796+0000 mon.smithi068 (mon.0) 35 : audit [INF] 2022-01-25T22:52:55.266 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22:52:55.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 2022-01-25T22 2022-01-25T22:52:55.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: :52:54.653798+0000 mon.smithi068 (mon.0 2022-01-25T22:52:55.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: ) 36 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:55.267 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22:52:55.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 2022-01-25T22:52 2022-01-25T22:52:55.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: :54.655937+0000 mon.smithi068 (mon 2022-01-25T22:52:55.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: .0) 37 : audit [DBG] 2022-01-25T22:52:55.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:55.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:52:55.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 25T22:52:54.657164+0000 mon.smithi068 ( 2022-01-25T22:52:55.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: mon.0) 38 : audit [DBG] 2022-01-25T22:52:55.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:55.269 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:52:55.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 01-25T22:52:54.662015+0000 2022-01-25T22:52:55.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: mon.smithi068 (mon.0) 39 : 2022-01-25T22:52:55.270 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:55.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:52:55.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 01-25T22:52:54.662962+0000 2022-01-25T22:52:55.271 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: mon.smithi068 (mon.0) 40 : audit 2022-01-25T22:52:55.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi068"}]: dispatch 2022-01-25T22:52:55.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:52:55.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 01-25T22:52:54.667113+0000 mon.smithi068 2022-01-25T22:52:55.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: (mon.0) 41 : audit [INF] 2022-01-25T22:52:55.272 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi068"}]': finished 2022-01-25T22:52:55.273 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22: 2022-01-25T22:52:55.273 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 52:54.667895+0000 mon.smithi068 (mon.0) 42 2022-01-25T22:52:55.274 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi165"}]: dispatch 2022-01-25T22:52:55.274 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: audit 2022-01-25T22:52:55.274 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: 2022-01-25T22:52 2022-01-25T22:52:55.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: :54.672892+0000 mon.smithi068 ( 2022-01-25T22:52:55.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: mon.0) 43 : audit 2022-01-25T22:52:55.275 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:54 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi165"}]': finished 2022-01-25T22:52:55.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 59 sec latency 69070.499 ms 2022-01-25T22:52:55.986 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:52:56.281 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:52:56.281 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (6m) 9s ago 7m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:52:56.282 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (7m) 9s ago 7m 7017k - 16.2.4 8d91d370c2b8 08ffdece645f 2022-01-25T22:52:56.282 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (7m) 1s ago 7m 7163k - 16.2.4 8d91d370c2b8 8c47e9a20f27 2022-01-25T22:52:56.282 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (6m) 9s ago 7m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:52:56.282 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (3m) 9s ago 3m 39.1M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:52:56.283 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (3m) 1s ago 3m 14.9M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:52:56.283 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (47s) 9s ago 8m 432M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:52:56.283 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (26s) 1s ago 7m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:52:56.283 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (17s) 9s ago 9m 37.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:52:56.283 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (6s) 1s ago 7m 21.2M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:52:56.284 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (63s) 9s ago 63s 57.7M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:52:56.284 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (58s) 1s ago 58s 79.9M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:52:56.284 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (7m) 9s ago 7m 18.1M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:52:56.284 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (6m) 1s ago 6m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:52:56.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (6m) 9s ago 6m 1149M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:52:56.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (6m) 9s ago 6m 1048M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:52:56.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (6m) 9s ago 6m 717M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:52:56.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (5m) 9s ago 5m 1077M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:52:56.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (5m) 1s ago 5m 1076M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:52:56.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (5m) 1s ago 5m 1308M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:52:56.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (4m) 1s ago 4m 1039M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:52:56.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (4m) 1s ago 4m 1584M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:52:56.286 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (6m) 9s ago 7m 48.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:52:56.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:55 smithi068 conmon[102841]: cluster 2022-01-25T22:52:54.614969 2022-01-25T22:52:56.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:55 smithi068 conmon[102841]: +0000 mds.foofs.smithi068.qekbvd (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 53.521849 secs 2022-01-25T22:52:56.287 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:55 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:54.657893+0000 mgr.smithi068.zkksrk (mgr.14702) 34 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-25T22:52:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:55 smithi165 conmon[67662]: cluster 2022-01-25T22:52:54.614969+0000 mds.foofs.smithi068.qekbvd (mds.0) 6 : cluster 2022-01-25T22:52:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:55 smithi165 conmon[67662]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 53.521849 secs 2022-01-25T22:52:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:55 smithi165 conmon[67662]: cephadm 2022-01-25T22:52:54.657893+0000 mgr.smithi068.zkksrk (mgr.14702) 34 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-25T22:52:56.636 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:52:56.637 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:52:56.637 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:56.637 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:56.637 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:52:56.638 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:56.638 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:56.638 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:52:56.638 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:52:56.639 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:56.639 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:52:56.639 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:56.639 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:52:56.640 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:52:56.640 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 10, 2022-01-25T22:52:56.640 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:52:56.640 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:52:56.641 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:52:56.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 60 sec latency 70070.534 ms 2022-01-25T22:52:57.227 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: cluster 2022-01-25T22:52:55.938957+0000 mgr.smithi068.zkksrk (mgr.14702) 35 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:57.228 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: audit 2022-01-25T22:52:55.975049+0000 mgr.smithi068.zkksrk (mgr.14702) 36 : audit [DBG] from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:57.228 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:56.158065+0000 mgr.smithi068.zkksrk (mgr.14702) 37 : cephadm [INF] Upgrade: Updating crash.smithi068 2022-01-25T22:52:57.228 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: audit 2022-01-25T22:52:56.161965+0000 mon.smithi068 (mon.0) 44 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:57.228 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: audit 2022-01-25T22:52:56.162723+0000 mon.smithi068 (mon.0) 45 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi068", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:52:57.229 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: audit 2022-01-25T22:52:56.163618+0000 mon.smithi068 (mon.0) 46 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:57.229 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:56.164252+0000 mgr.smithi068.zkksrk (mgr.14702) 38 : cephadm [INF] Deploying daemon crash.smithi068 on smithi068 2022-01-25T22:52:57.229 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T22:52:57.229 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:57 smithi068 conmon[102841]: 22:52:56.636632+0000 mon.smithi068 (mon.0) 47 : audit [DBG] from='client.? 172.21.15.68:0/89621780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: cluster 2022-01-25T22:52:55.938957+0000 mgr.smithi068.zkksrk (mgr.14702) 35 : 2022-01-25T22:52:57.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:57.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: audit 2022-01-25T22:52:55.975049+0000 mgr.smithi068.zkksrk (mgr.14702) 36 : audit [DBG] from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:57.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: cephadm 2022-01-25T22:52:56.158065 2022-01-25T22:52:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 37 : cephadm [INF] Upgrade: Updating crash.smithi068 2022-01-25T22:52:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:52:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: :52:56.161965+0000 mon.smithi068 (mon.0) 44 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:52:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: T22:52:56.162723+0000 mon.smithi068 (mon.0) 45 : audit [INF] 2022-01-25T22:52:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi068", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:52:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: audit 2022-01-25T22:52 2022-01-25T22:52:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: :56.163618+0000 mon.smithi068 (mon.0) 46 : audit 2022-01-25T22:52:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:57.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: cephadm 2022-01-25T22:52 2022-01-25T22:52:57.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: :56.164252+0000 mgr.smithi068.zkksrk (mgr.14702) 38 : cephadm 2022-01-25T22:52:57.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: [INF] Deploying daemon crash.smithi068 on smithi068 2022-01-25T22:52:57.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T22:52:57.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: 22:52:56.636632+0000 mon.smithi068 (mon.0) 47 2022-01-25T22:52:57.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:57 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/89621780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:57.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 61 sec latency 71070.575 ms 2022-01-25T22:52:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:58 smithi165 conmon[67662]: audit 2022-01-25T22:52:56.266988+0000 mgr.smithi068.zkksrk (mgr.14702) 39 : audit [DBG] 2022-01-25T22:52:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:58 smithi165 conmon[67662]: from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:58.554 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:58 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T22:52:58.554 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:58 smithi068 conmon[102841]: 22:52:56.266988+0000 mgr.smithi068.zkksrk (mgr.14702) 39 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:58.909 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 62 sec latency 72070.611 ms 2022-01-25T22:52:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: cluster 2022-01-25T22:52:57.939376+0000 mgr.smithi068.zkksrk (mgr.14702) 40 : cluster 2022-01-25T22:52:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: [DBG] pgmap v23: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: audit 2022-01-25T22:52:58.643437+0000 mon.smithi068 (mon.0) 48 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: audit 2022-01-25T22:52:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: 2022-01-25T22:52:58.644161+0000 mon.smithi068 (mon.0) 49 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: audit 2022-01-25T22:52:58.645127+0000 mon.smithi068 (mon.0) 2022-01-25T22:52:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: 50 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: audit 2022-01-25T22:52 2022-01-25T22:52:59.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: :58.645948+0000 mon.smithi068 (mon.0) 51 : audit [INF] 2022-01-25T22:52:59.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:52:59 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: cluster 2022-01-25T22:52:57.939376+0000 mgr.smithi068.zkksrk 2022-01-25T22:52:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: (mgr.14702) 40 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:52:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: audit 2022-01-25T22:52:58.643437+0000 mon.smithi068 (mon.0) 48 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:52:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: audit 2022-01-25T22:52:58.644161+0000 mon.smithi068 (mon.0) 49 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: audit 2022-01-25T22:52:58.645127+0000 2022-01-25T22:52:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: mon.smithi068 (mon.0) 50 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: audit 2022-01-25T22:52:59.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: 2022-01-25T22:52 2022-01-25T22:52:59.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: :58.645948+0000 mon.smithi068 (mon 2022-01-25T22:52:59.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: .0) 51 : audit [INF] 2022-01-25T22:52:59.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:52:59 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:59.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 63 sec latency 73070.703 ms 2022-01-25T22:53:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:00 smithi165 conmon[67662]: cephadm 2022-01-25T22:52:58.646550+0000 mgr.smithi068.zkksrk (mgr.14702) 41 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:00 smithi068 conmon[102841]: cephadm 2022-01-25T22:52:58.646550+0000 mgr.smithi068.zkksrk (mgr.14702) 41 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:00.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 64 sec latency 74070.743 ms 2022-01-25T22:53:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:01 smithi165 conmon[67662]: cluster 2022-01-25T22:52:59.615061+0000 mds.foofs.smithi068.qekbvd (mds.0) 7 : 2022-01-25T22:53:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:01 smithi165 conmon[67662]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 58.521935 secs 2022-01-25T22:53:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:01 smithi165 conmon[67662]: cluster 2022-01-25T22:52:59.940317+0000 mgr.smithi068.zkksrk (mgr.14702) 42 : cluster [DBG] 2022-01-25T22:53:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:01 smithi165 conmon[67662]: pgmap v24: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:01 smithi068 conmon[102841]: cluster 2022-01-25T22:52:59.615061+0000 mds.foofs.smithi068.qekbvd 2022-01-25T22:53:01.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:01 smithi068 conmon[102841]: (mds.0) 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 58.521935 secs 2022-01-25T22:53:01.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:01 smithi068 conmon[102841]: cluster 2022-01-25T22:52:59.940317+0000 mgr.smithi068.zkksrk (mgr.14702) 42 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:01.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 65 sec latency 75070.783 ms 2022-01-25T22:53:02.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 66 sec latency 76070.809 ms 2022-01-25T22:53:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:03 smithi165 conmon[67662]: cluster 2022-01-25T22:53:01.940710+0000 mgr.smithi068.zkksrk (mgr.14702) 43 2022-01-25T22:53:03.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:03 smithi165 conmon[67662]: : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:03 smithi068 conmon[102841]: cluster 2022-01-25T22:53:01.940710+0000 mgr.smithi068.zkksrk 2022-01-25T22:53:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:03 smithi068 conmon[102841]: (mgr.14702) 43 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:03.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 67 sec latency 77070.880 ms 2022-01-25T22:53:04.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 68 sec latency 78070.909 ms 2022-01-25T22:53:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:04 smithi165 conmon[67662]: cluster 2022-01-25T22:53:03.941320+0000 mgr.smithi068.zkksrk (mgr.14702) 44 : cluster 2022-01-25T22:53:05.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:04 smithi165 conmon[67662]: [DBG] pgmap v26: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:04 smithi068 conmon[102841]: cluster 2022-01-25T22:53:03.941320 2022-01-25T22:53:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:04 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 44 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:05.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 69 sec latency 79070.962 ms 2022-01-25T22:53:06.139 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: cluster 2022-01-25T22:53: 2022-01-25T22:53:06.140 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: 04.615203+0000 mds.foofs.smithi068.qekbvd (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 63.522068 secs 2022-01-25T22:53:06.140 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T22:53:06.141 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: -25T22:53:04.615207+0000 mds.foofs.smithi068.qekbvd (mds.0) 9 : cluster [WRN] slow request 63.522068 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:53:06.141 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: cluster 2022 2022-01-25T22:53:06.141 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: -01-25T22:53:04.615231+0000 mds.foofs.smithi068.qekbvd ( 2022-01-25T22:53:06.142 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: mds.0) 10 : cluster [WRN] client.14548 isn't responding to mclientcaps(revoke), ino 0x100000002d9 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 63.522080 seconds ago 2022-01-25T22:53:06.142 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: audit 2022- 2022-01-25T22:53:06.143 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: 01-25T22:53:05.493058+0000 mon.smithi068 ( 2022-01-25T22:53:06.143 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: mon.0) 52 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:06.143 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: audit 2022 2022-01-25T22:53:06.144 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: -01-25T22:53:05.496547+0000 2022-01-25T22:53:06.144 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: mon.smithi068 (mon.0) 53 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:06.144 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: audit 2022-01-25T22:53:06.145 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: 2022-01-25T22:53:05.501770+0000 2022-01-25T22:53:06.145 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: mon.smithi068 (mon.0) 54 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:06.146 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: 2022-01-25T22:53:06.146 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: audit 2022-01-25T22:53:05 2022-01-25T22:53:06.146 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: .505011+0000 mon.smithi068 (mon.0) 55 : audit 2022-01-25T22:53:06.147 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:06.147 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: audit 2022-01-25T22: 2022-01-25T22:53:06.147 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: 53:05.506692+0000 mon.smithi068 (mon.0) 56 2022-01-25T22:53:06.148 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:06.148 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T22:53:06.149 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: 22:53:05.507607+0000 mon.smithi068 (mon.0) 57 : audit 2022-01-25T22:53:06.149 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:05 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: cluster 2022-01-25T22 2022-01-25T22:53:06.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: :53:04.615203+0000 mds.foofs.smithi068.qekbvd (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 63.522068 secs 2022-01-25T22:53:06.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: cluster 2022-01-25T22:53:04.615207+0000 mds.foofs.smithi068.qekbvd ( 2022-01-25T22:53:06.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: mds.0) 9 : cluster [WRN] slow request 63.522068 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:53:06.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: cluster 2022-01-25T22:53:04. 2022-01-25T22:53:06.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: 615231+0000 mds.foofs.smithi068.qekbvd (mds.0) 10 : cluster [WRN] client.14548 isn't responding to mclientcaps(revoke), ino 0x100000002d9 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 63.522080 seconds ago 2022-01-25T22:53:06.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: 2022-01-25T22:53:06.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T22:53:06.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: T22:53:05.493058+0000 mon.smithi068 (mon.0) 52 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:06.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: audit 2022-01-25T22: 2022-01-25T22:53:06.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: 53:05.496547+0000 mon.smithi068 (mon.0) 53 : audit [INF] 2022-01-25T22:53:06.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:06.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:53:06.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: 25T22:53:05.501770+0000 mon.smithi068 (mon.0) 54 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:06.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: audit 2022 2022-01-25T22:53:06.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: -01-25T22:53:05.505011+0000 mon.smithi068 (mon. 2022-01-25T22:53:06.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: 0) 55 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:06.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: audit 2022-01-25T22:53:06.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: 2022-01-25T22:53:05.506692+0000 mon.smithi068 (mon.0) 56 : audit 2022-01-25T22:53:06.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:06.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: audit 2022-01 2022-01-25T22:53:06.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: -25T22:53:05.507607+0000 mon.smithi068 (mon.0) 57 : audit [DBG] 2022-01-25T22:53:06.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:05 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:06.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 70 sec latency 80071.056 ms 2022-01-25T22:53:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:06 smithi165 conmon[67662]: cluster 2022-01-25T22:53:05.941819+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:53:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:06 smithi165 conmon[67662]: ) 45 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:06 smithi165 conmon[67662]: audit 2022-01-25T22:53:06.790129+0000 mon.smithi068 (mon.0) 58 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:06 smithi165 conmon[67662]: audit 2022-01-25T22:53:06.791287+0000 mon.smithi068 (mon.0) 59 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi165", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:53:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:06 smithi165 conmon[67662]: audit 2022-01-25T22:53:06.792417+0000 mon.smithi068 (mon.0) 60 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T22:53:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: -25T22:53:05.941819+0000 mgr.smithi068.zkksrk (mgr.14702) 45 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: audit 2022-01-25T22:53:06.790129+0000 mon.smithi068 (mon.0) 58 : audit 2022-01-25T22:53:07.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:07.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:53:07.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: 25T22:53:06.791287+0000 mon.smithi068 (mon.0) 59 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi165", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:53:07.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: audit 2022-01-25T22:53:06. 2022-01-25T22:53:07.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:06 smithi068 conmon[102841]: 792417+0000 mon.smithi068 (mon.0) 60 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:07.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 71 sec latency 81071.167 ms 2022-01-25T22:53:08.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:07 smithi165 conmon[67662]: cephadm 2022-01-25T22:53:06.785540+0000 mgr.smithi068.zkksrk (mgr.14702) 46 : cephadm [INF] Upgrade: Updating crash.smithi165 2022-01-25T22:53:08.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:07 smithi165 conmon[67662]: cephadm 2022-01-25T22:53:06.793346+0000 mgr.smithi068.zkksrk (mgr.14702) 47 : cephadm [INF] Deploying daemon crash.smithi165 on smithi165 2022-01-25T22:53:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:07 smithi068 conmon[102841]: cephadm 2022-01-25T22:53:06.785540+0000 mgr.smithi068.zkksrk (mgr.14702) 46 : 2022-01-25T22:53:08.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:07 smithi068 conmon[102841]: cephadm [INF] Upgrade: Updating crash.smithi165 2022-01-25T22:53:08.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:07 smithi068 conmon[102841]: cephadm 2022-01-25T22:53:06.793346+0000 mgr.smithi068.zkksrk (mgr.14702) 47 : cephadm [INF] Deploying daemon crash.smithi165 on smithi165 2022-01-25T22:53:08.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 72 sec latency 82071.291 ms 2022-01-25T22:53:09.183 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:08 smithi165 conmon[67662]: cluster 2022-01-25T22:53:07.888768+0000 mon.smithi068 2022-01-25T22:53:09.184 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:08 smithi165 conmon[67662]: (mon.0) 61 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-25T22:53:09.184 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:08 smithi165 conmon[67662]: cluster 2022-01-25T22:53:07.892920+0000 mon.smithi068 (mon.0) 62 : cluster [DBG] mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:53:09.184 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:08 smithi165 conmon[67662]: cluster 2022-01-25T22:53:07.893022+0000 mon.smithi068 (mon.0) 63 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:53:09.185 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:08 smithi165 conmon[67662]: cluster 2022-01-25T22:53:07.942408+0000 mgr.smithi068.zkksrk (mgr.14702) 48 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: cluster 2022-01-25T22:53:07.888768+0000 mon.smithi068 (mon.0) 61 : 2022-01-25T22:53:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-25T22:53:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: cluster 2022-01-25T22:53:07.892920+0000 mon.smithi068 (mon.0) 62 : 2022-01-25T22:53:09.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: cluster [DBG] mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:53:09.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: cluster 2022-01-25T22:53:07.893022+0000 2022-01-25T22:53:09.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: mon.smithi068 (mon.0) 63 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:53:09.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: cluster 2022-01-25T22:53:09.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: 2022-01-25T22:53:07.942408+0000 2022-01-25T22:53:09.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:08 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 48 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:09.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 73 sec latency 83071.456 ms 2022-01-25T22:53:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: audit 2022-01-25T22:53:09.227174+0000 mon.smithi068 (mon.0) 64 : audit 2022-01-25T22:53:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: audit 2022-01-25T22:53:09.228079+0000 mon.smithi068 (mon.0) 65 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: audit 2022-01-25T22:53:09.229440+0000 mon.smithi068 (mon. 2022-01-25T22:53:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: 0) 66 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: audit 2022-01-25T22:53:09.230607+0000 mon.smithi068 (mon.0) 67 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:53:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: 2022-01-25T22:53:10.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: cephadm 2022-01-25T22:53:09.231482+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:53:10.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:10 smithi068 conmon[102841]: mgr.14702) 49 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:10 smithi165 conmon[67662]: audit 2022-01-25T22:53:09.227174+0000 2022-01-25T22:53:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:10 smithi165 conmon[67662]: mon.smithi068 (mon.0) 64 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:10 smithi165 conmon[67662]: audit 2022-01-25T22:53:09.228079+0000 mon.smithi068 (mon.0) 65 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:10 smithi165 conmon[67662]: audit 2022-01-25T22:53:09.229440+0000 mon.smithi068 (mon.0) 66 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:10 smithi165 conmon[67662]: audit 2022-01-25T22:53:09.230607+0000 mon.smithi068 (mon.0) 67 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:53:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:10 smithi165 conmon[67662]: cephadm 2022-01-25T22:53:09.231482+0000 mgr.smithi068.zkksrk (mgr.14702) 49 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:10.910 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 74 sec latency 84071.554 ms 2022-01-25T22:53:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:11 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T22:53:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:11 smithi068 conmon[102841]: 22:53:09.615319+0000 mds.foofs.smithi068.qekbvd (mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 68.522197 secs 2022-01-25T22:53:11.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:11 smithi068 conmon[102841]: cluster 2022-01-25T22:53:09. 2022-01-25T22:53:11.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:11 smithi068 conmon[102841]: 943176+0000 mgr.smithi068.zkksrk (mgr.14702) 50 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:11 smithi165 conmon[67662]: cluster 2022-01-25T22:53:09.615319+0000 mds.foofs.smithi068.qekbvd ( 2022-01-25T22:53:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:11 smithi165 conmon[67662]: mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 68.522197 secs 2022-01-25T22:53:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:11 smithi165 conmon[67662]: cluster 2022-01-25T22:53:09.943176+0000 mgr.smithi068.zkksrk (mgr.14702) 50 : 2022-01-25T22:53:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:11 smithi165 conmon[67662]: cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:11.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 75 sec latency 85071.690 ms 2022-01-25T22:53:12.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 76 sec latency 86071.818 ms 2022-01-25T22:53:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:13 smithi068 conmon[102841]: cluster 2022-01-25T22:53:11.943819+0000 mgr.smithi068.zkksrk (mgr.14702) 51 : cluster [DBG] 2022-01-25T22:53:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:13 smithi068 conmon[102841]: pgmap v30: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:13 smithi165 conmon[67662]: cluster 2022-01-25T22:53:11.943819+0000 mgr.smithi068.zkksrk (mgr.14702) 51 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:13.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 77 sec latency 87071.863 ms 2022-01-25T22:53:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.576306+0000 mon.smithi068 (mon.0) 68 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.580474+0000 mon.smithi068 (mon.0) 69 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.587201+0000 mon.smithi068 (mon.0) 70 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.591212+0000 mon.smithi068 (mon.0) 71 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:14.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.593486+0000 mon.smithi068 (mon.0) 72 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:14.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.594700+0000 2022-01-25T22:53:14.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: mon.smithi068 (mon.0) 73 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:14.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.595841+0000 mon.smithi068 (mon.0) 74 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:14.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: cephadm 2022-01-25T22:53:13.596576+0000 mgr.smithi068.zkksrk (mgr.14702) 52 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-01-25T22:53:14.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.600527+0000 mon.smithi068 (mon.0) 75 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.601472+0000 mon.smithi068 (mon.0) 76 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi068"}]: dispatch 2022-01-25T22:53:14.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.605631+0000 mon.smithi068 (mon.0) 77 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi068"}]': finished 2022-01-25T22:53:14.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:14.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: 2022-01-25T22:53:13.606359+0000 mon.smithi068 (mon.0) 78 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi165"}]: dispatch 2022-01-25T22:53:14.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:13.611136+0000 2022-01-25T22:53:14.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: mon.smithi068 (mon.0) 79 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi165"}]': finished 2022-01-25T22:53:14.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:14.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: 2022-01-25T22:53:13.612422+0000 mon.smithi068 (mon.0) 80 : audit [DBG] 2022-01-25T22:53:14.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:53:14.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: audit 2022-01-25T22:53:14.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: 2022-01-25T22:53:13.612627+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:53:14.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: 53 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:53:14.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: cephadm 2022-01-25T22: 2022-01-25T22:53:14.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: 53:13.613675+0000 mgr.smithi068.zkksrk (mgr.14702) 54 : 2022-01-25T22:53:14.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: cephadm [INF] Upgrade: osd.0 is safe to restart 2022-01-25T22:53:14.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: cluster 2022-01-25T22:53:14.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: 2022-01-25T22:53:13.944568+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:53:14.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:14 smithi068 conmon[102841]: ) 55 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:14.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 78 sec latency 88071.905 ms 2022-01-25T22:53:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25T22:53:13.576306+0000 mon.smithi068 (mon.0) 68 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 2022-01-25T22:53:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25T22:53:13.580474+0000 mon.smithi068 (mon.0) 69 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:53:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: :53:13.587201+0000 mon.smithi068 (mon.0) 70 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25T22: 2022-01-25T22:53:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 53:13.591212+0000 mon.smithi068 (mon.0) 71 2022-01-25T22:53:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:53:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 25T22:53:13.593486+0000 2022-01-25T22:53:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: mon.smithi068 (mon.0) 72 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022 2022-01-25T22:53:14.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: -01-25T22:53:13. 2022-01-25T22:53:14.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 594700+0000 mon.smithi068 (mon.0) 73 : audit 2022-01-25T22:53:14.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:14.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:14.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: T22:53:13.595841+0000 mon.smithi068 2022-01-25T22:53:14.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: (mon.0) 74 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:14.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: cephadm 2022-01-25 2022-01-25T22:53:14.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: T22:53:13.596576+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:53:14.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: mgr.14702) 52 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-01-25T22:53:14.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01 2022-01-25T22:53:14.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: -25T22:53:13.600527+0000 2022-01-25T22:53:14.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: mon.smithi068 (mon.0) 75 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:14.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 2022-01-25T22:53:14.951 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25T22:53:14.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 2022-01-25T22:53:13. 2022-01-25T22:53:14.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 601472+0000 mon.smithi068 (mon.0) 76 : audit 2022-01-25T22:53:14.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi068"}]: dispatch 2022-01-25T22:53:14.952 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:53:14.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 25T22:53:13.605631+0000 mon.smithi068 2022-01-25T22:53:14.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: (mon.0) 77 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi068"}]': finished 2022-01-25T22:53:14.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022 2022-01-25T22:53:14.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: -01-25T22:53:13 2022-01-25T22:53:14.953 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: .606359+0000 mon.smithi068 (mon.0) 78 : audit 2022-01-25T22:53:14.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi165"}]: dispatch 2022-01-25T22:53:14.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:14.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: T22:53:13.611136+0000 mon.smithi068 ( 2022-01-25T22:53:14.954 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: mon.0) 79 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi165"}]': finished 2022-01-25T22:53:14.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022- 2022-01-25T22:53:14.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 01-25T22:53:13.612422 2022-01-25T22:53:14.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 80 : audit 2022-01-25T22:53:14.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:53:14.955 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:14.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: T22:53:13.612627+0000 mgr.smithi068.zkksrk 2022-01-25T22:53:14.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: (mgr.14702) 53 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:53:14.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: cephadm 2022-01-25T22:53:14.956 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: 2022-01-25T22:53:13 2022-01-25T22:53:14.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: .613675+0000 mgr.smithi068.zkksrk (mgr.14702) 54 : cephadm 2022-01-25T22:53:14.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: [INF] Upgrade: osd.0 is safe to restart 2022-01-25T22:53:14.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: cluster 2022 2022-01-25T22:53:14.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: -01-25T22:53:13 2022-01-25T22:53:14.957 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: .944568+0000 mgr.smithi068.zkksrk (mgr.14702) 55 : 2022-01-25T22:53:14.958 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:14 smithi165 conmon[67662]: cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:53:15.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 79 sec latency 89071.988 ms 2022-01-25T22:53:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: cluster 2022-01-25T22:53:14.615435+0000 mds.foofs.smithi068.qekbvd (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 73.522313 secs 2022-01-25T22:53:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: cephadm 2022-01-25T22:53 2022-01-25T22:53:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: :14.897076+0000 mgr.smithi068.zkksrk (mgr.14702) 56 : cephadm [INF] Upgrade: Updating osd.0 2022-01-25T22:53:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: audit 2022-01-25T22:53:14.901090+0000 mon.smithi068 (mon.0) 81 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: cephadm 2022-01-25T22:53: 2022-01-25T22:53:16.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: 14.902460+0000 mgr.smithi068.zkksrk (mgr.14702) 57 : 2022-01-25T22:53:16.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:15 smithi165 conmon[67662]: cephadm [INF] Deploying daemon osd.0 on smithi068 2022-01-25T22:53:16.211 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:15 smithi068 conmon[102841]: cluster 2022-01-25T22:53:14.615435+0000 mds.foofs.smithi068.qekbvd (mds. 2022-01-25T22:53:16.211 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:15 smithi068 conmon[102841]: 0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 73.522313 secs 2022-01-25T22:53:16.212 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:15 smithi068 conmon[102841]: cephadm 2022-01-25T22:53:14.897076+0000 mgr.smithi068.zkksrk (mgr.14702) 56 : cephadm [INF] Upgrade: Updating osd.0 2022-01-25T22:53:16.212 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:15 smithi068 conmon[102841]: audit 2022-01-25T22:53:14.901090+0000 mon.smithi068 (mon.0) 81 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:16.212 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:15 smithi068 conmon[102841]: cephadm 2022-01-25T22:53:14.902460+0000 mgr.smithi068.zkksrk (mgr.14702) 57 : cephadm [INF] Deploying daemon osd.0 on smithi068 2022-01-25T22:53:16.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 80 sec latency 90072.066 ms 2022-01-25T22:53:17.171 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:16 smithi068 conmon[102841]: cluster 2022-01-25T22:53:15.944899+0000 mgr.smithi068.zkksrk (mgr.14702) 58 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:17.172 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 systemd[1]: Stopping Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:53:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:16 smithi165 conmon[67662]: cluster 2022-01-25T22:53:15.944899+0000 mgr.smithi068.zkksrk (mgr.14702) 58 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:53:17.422 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[45435]: debug 2022-01-25T22:53:17.169+0000 7fe9c31e3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2022-01-25T22:53:17.422 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[45435]: debug 2022-01-25T22:53:17.169+0000 7fe9c31e3700 -1 osd.0 66 *** Got signal Terminated *** 2022-01-25T22:53:17.423 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[45435]: debug 2022-01-25T22:53:17.423 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[45435]: 2022-01-25T22:53:17.169+0000 7fe9c31e3700 -1 osd.0 66 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-25T22:53:17.679 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 bash[108221]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-osd.0 2022-01-25T22:53:17.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 81 sec latency 91072.111 ms 2022-01-25T22:53:18.060 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 bash[108221]: Error: no container with name or ID "ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-osd-0" found: no such container 2022-01-25T22:53:18.060 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:17 smithi068 bash[108221]: Error: no container with name or ID "ceph-382a5b64-7e30-11ec-8c35-001a4aab830c-osd.0" found: no such container 2022-01-25T22:53:18.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17. 2022-01-25T22:53:18.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 438787+0000 mon.smithi068 (mon.0) 82 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17 2022-01-25T22:53:18.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: .438828+0000 mon.smithi068 (mon.0) 83 : cluster [INF] osd.0 failed (root=default,host=smithi068) (connection refused reported by osd.5) 2022-01-25T22:53:18.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17 2022-01-25T22:53:18.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: .439006+0000 mon.smithi068 (mon.0) 84 2022-01-25T22:53:18.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:53:18.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 01-25T22:53:17.439177+0000 mon.smithi068 (mon.0 2022-01-25T22:53:18.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: ) 85 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53 2022-01-25T22:53:18.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: :17.439323+0000 mon.smithi068 (mon.0) 86 : cluster 2022-01-25T22:53:18.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.439426+0000 mon.smithi068 2022-01-25T22:53:18.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: (mon.0) 87 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T22:53:18.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 22:53:17.439469+0000 mon.smithi068 (mon.0) 88 : 2022-01-25T22:53:18.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.067 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53:17.439573+0000 mon.smithi068 (mon.0) 89 : cluster 2022-01-25T22:53:18.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.068 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022 2022-01-25T22:53:18.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: -01-25T22:53:17.439617+0000 mon.smithi068 (mon.0) 90 : cluster 2022-01-25T22:53:18.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.069 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53:17.439714+0000 mon.smithi068 (mon.0) 91 2022-01-25T22:53:18.070 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.439753+0000 2022-01-25T22:53:18.071 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: mon.smithi068 (mon.0) 92 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T22:53:18.072 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 25T22:53:17.439845+0000 mon.smithi068 (mon.0) 93 2022-01-25T22:53:18.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17. 2022-01-25T22:53:18.073 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 439886+0000 mon.smithi068 (mon.0) 94 : cluster [DBG] 2022-01-25T22:53:18.074 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.074 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22 2022-01-25T22:53:18.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: :53:17.439990+0000 mon.smithi068 (mon.0) 95 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T22:53:18.075 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 25T22:53:17.440034+0000 mon.smithi068 (mon.0) 96 2022-01-25T22:53:18.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.076 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.630341+0000 2022-01-25T22:53:18.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: mon.smithi068 (mon.0) 97 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T22:53:18.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 25T22:53:17.831133+0000 mon.smithi068 (mon.0) 98 2022-01-25T22:53:18.077 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17. 2022-01-25T22:53:18.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 839448+0000 mon.smithi068 (mon.0) 99 : cluster [DBG] 2022-01-25T22:53:18.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.078 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53:17.839551+0000 mon.smithi068 (mon.0) 100 : 2022-01-25T22:53:18.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.839625+0000 2022-01-25T22:53:18.079 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: mon.smithi068 (mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T22:53:18.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: -25T22:53:17.839698+0000 mon.smithi068 (mon.0) 102 2022-01-25T22:53:18.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.839890+0000 2022-01-25T22:53:18.080 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: mon.smithi068 (mon.0) 103 : cluster [DBG] 2022-01-25T22:53:18.081 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.081 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.081 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53 2022-01-25T22:53:18.081 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: :17.839936+0000 mon.smithi068 (mon 2022-01-25T22:53:18.082 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: .0) 104 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.082 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.082 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53:17.840035+0000 mon.smithi068 (mon 2022-01-25T22:53:18.082 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: .0) 105 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.083 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17 2022-01-25T22:53:18.083 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: .840076+0000 mon.smithi068 (mon.0) 106 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.084 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22: 2022-01-25T22:53:18.084 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 53:17.840170+0000 mon.smithi068 (mon.0) 107 : cluster 2022-01-25T22:53:18.084 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.085 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.085 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53:17.840215+0000 mon.smithi068 (mon.0) 108 2022-01-25T22:53:18.085 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.086 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.840312 2022-01-25T22:53:18.086 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 109 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.086 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 2022-01-25T22:53:18.087 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T22:53:18.087 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: -25T22:53:17.840352+0000 mon.smithi068 (mon.0) 110 : cluster 2022-01-25T22:53:18.088 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.088 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.840487+0000 mon.smithi068 2022-01-25T22:53:18.089 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: (mon.0) 111 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.089 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T22:53:18.089 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: 22:53:17.840531+0000 mon.smithi068 (mon.0) 112 2022-01-25T22:53:18.090 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:17 smithi068 conmon[102841]: : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:17.438787+0000 mon.smithi068 (mon.0) 82 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:18.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:17.438828+0000 mon.smithi068 (mon.0) 83 : cluster [INF] osd.0 failed (root=default,host=smithi068) (connection refused reported by osd.5) 2022-01-25T22:53:18.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:17.439006+0000 mon.smithi068 ( 2022-01-25T22:53:18.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.0) 84 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:17 2022-01-25T22:53:18.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .439177+0000 mon.smithi068 (mon.0) 2022-01-25T22:53:18.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 85 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53: 2022-01-25T22:53:18.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 17.439323+0000 mon.smithi068 (mon. 2022-01-25T22:53:18.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 0) 86 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T22:53:18.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: T22:53:17.439426+0000 mon.smithi068 (mon. 2022-01-25T22:53:18.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 0) 87 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022 2022-01-25T22:53:18.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: -01-25T22:53:17. 2022-01-25T22:53:18.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 439469+0000 mon.smithi068 (mon.0) 88 : cluster 2022-01-25T22:53:18.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T22:53:18.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 25T22:53:17.439573+0000 2022-01-25T22:53:18.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.smithi068 (mon.0) 89 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:17 2022-01-25T22:53:18.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .439617+0000 mon.smithi068 (mon.0) 90 : cluster 2022-01-25T22:53:18.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T22:53:18.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 22:53:17.439714+0000 mon.smithi068 (mon.0) 91 : 2022-01-25T22:53:18.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T22:53:18.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 22:53:17.439753+0000 mon.smithi068 2022-01-25T22:53:18.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: (mon.0) 92 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T22:53:18.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: -25T22:53:17.439845+0000 mon.smithi068 ( 2022-01-25T22:53:18.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.0) 93 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022 2022-01-25T22:53:18.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: -01-25T22:53:17. 2022-01-25T22:53:18.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 439886+0000 mon.smithi068 (mon.0) 94 : cluster 2022-01-25T22:53:18.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22 2022-01-25T22:53:18.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: :53:17.439990+0000 mon.smithi068 (mon. 2022-01-25T22:53:18.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 0) 95 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022- 2022-01-25T22:53:18.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 01-25T22:53:17.440034+0000 2022-01-25T22:53:18.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.smithi068 (mon.0) 96 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:18.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T22:53:18.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: T22:53:17.630341+0000 mon.smithi068 ( 2022-01-25T22:53:18.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.0) 97 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53: 2022-01-25T22:53:18.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 17.831133+0000 mon.smithi068 (mon.0) 98 : cluster 2022-01-25T22:53:18.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T22:53:18.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 25T22:53:17.839448+0000 mon.smithi068 2022-01-25T22:53:18.209 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: (mon.0) 99 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.209 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.209 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:17 2022-01-25T22:53:18.209 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .839551+0000 mon.smithi068 (mon.0) 100 : 2022-01-25T22:53:18.210 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.210 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T22:53:18.210 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: -25T22:53:17.839625 2022-01-25T22:53:18.210 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.210 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:18.211 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22 2022-01-25T22:53:18.211 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: :53:17.839698+0000 mon.smithi068 (mon.0 2022-01-25T22:53:18.211 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: ) 102 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.211 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022 2022-01-25T22:53:18.212 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: -01-25T22:53:17 2022-01-25T22:53:18.212 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .839890+0000 mon.smithi068 (mon.0) 103 2022-01-25T22:53:18.212 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:53:18.212 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.213 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:17 2022-01-25T22:53:18.213 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .839936+0000 mon.smithi068 (mon.0) 104 : cluster 2022-01-25T22:53:18.213 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.213 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T22:53:18.213 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 25T22:53:17.840035+0000 2022-01-25T22:53:18.214 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.smithi068 (mon.0) 105 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:53:18.214 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22:53:18.214 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53: 2022-01-25T22:53:18.214 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 17.840076+0000 mon.smithi068 (mon.0) 106 : cluster 2022-01-25T22:53:18.215 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:53:18.215 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T22:53:18.215 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 25T22:53:17.840170+0000 2022-01-25T22:53:18.215 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: mon.smithi068 (mon.0) 107 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:53:18.215 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 2022-01-25T22:53:18.216 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25T22 2022-01-25T22:53:18.216 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: :53:17.840215+0000 mon.smithi068 (mon 2022-01-25T22:53:18.216 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .0) 108 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.217 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022 2022-01-25T22:53:18.217 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: -01-25T22:53:17 2022-01-25T22:53:18.217 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: .840312+0000 mon.smithi068 (mon.0) 109 : cluster 2022-01-25T22:53:18.217 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.217 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T22:53:18.218 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: T22:53:17.840352+0000 mon.smithi068 2022-01-25T22:53:18.218 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: (mon.0) 110 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:53:18.218 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T22:53:18.218 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: T22:53:17.840487+0000 mon.smithi068 2022-01-25T22:53:18.219 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: (mon.0) 111 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:53:18.219 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T22:53:18.219 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: 25T22:53:17.840531+0000 mon.smithi068 2022-01-25T22:53:18.219 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:17 smithi165 conmon[67662]: (mon.0) 112 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:53:18.560 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:18 smithi068 podman[108551]: 2022-01-25T22:53:18.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 82 sec latency 92072.159 ms 2022-01-25T22:53:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: cluster 2022-01-25T22:53:17.907981+0000 mon.smithi068 (mon.0) 113 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-01-25T22:53:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: cluster 2022-01-25T22:53:17.916284+0000 mon.smithi068 (mon.0) 114 : cluster [DBG] osdmap e67: 8 total, 7 up, 8 in 2022-01-25T22:53:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25T22:53:17.916637+0000 mon.smithi068 ( 2022-01-25T22:53:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: mon.0) 115 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:53:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:53:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: :53:17.917513+0000 mon.smithi068 (mon. 2022-01-25T22:53:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 0) 116 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:53:19.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: cluster 2022-01-25T22:53:19.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 2022-01 2022-01-25T22:53:19.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: -25T22:53:17.945264+0000 mgr.smithi068.zkksrk 2022-01-25T22:53:19.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: (mgr.14702) 59 : cluster [DBG] pgmap v34: 129 pgs: 16 stale+active+clean, 113 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T22:53:19.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022 2022-01-25T22:53:19.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: -01-25T22:53:17.968309+0000 2022-01-25T22:53:19.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 117 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2022-01-25T22:53:19.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 2022-01-25T22:53:19.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T22:53:19.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 22:53:17.968514+0000 mon.smithi068 ( 2022-01-25T22:53:19.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: mon.0) 118 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2022-01-25T22:53:19.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:53:19.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 25T22:53:17.968680+0000 mon.smithi068 (mon.0) 119 2022-01-25T22:53:19.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2022-01-25T22:53:19.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:19.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: T22:53:17.968836+0000 mon.smithi068 ( 2022-01-25T22:53:19.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: mon.0) 120 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2022-01-25T22:53:19.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25T22:53:19.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 2022-01-25T22:53:17 2022-01-25T22:53:19.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: .968995+0000 mon.smithi068 (mon.0) 121 : audit 2022-01-25T22:53:19.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [4, 0]}]: dispatch 2022-01-25T22:53:19.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:19.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: T22:53:17.969161+0000 2022-01-25T22:53:19.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 122 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2022-01-25T22:53:19.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 2022-01-25T22:53:19.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022 2022-01-25T22:53:19.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: -01-25T22:53:17. 2022-01-25T22:53:19.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 969333+0000 mon.smithi068 (mon.0) 123 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2022-01-25T22:53:19.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25T22:53:19.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 2022-01-25T22:53: 2022-01-25T22:53:19.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 17.969509+0000 mon.smithi068 (mon.0) 124 : 2022-01-25T22:53:19.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]: dispatch 2022-01-25T22:53:19.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:19.204 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: T22:53:17.969667+0000 mon.smithi068 2022-01-25T22:53:19.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: (mon.0) 125 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2022-01-25T22:53:19.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022 2022-01-25T22:53:19.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: -01-25T22:53:17 2022-01-25T22:53:19.205 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: .969821+0000 mon.smithi068 (mon.0) 126 : 2022-01-25T22:53:19.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 0]}]: dispatch 2022-01-25T22:53:19.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022- 2022-01-25T22:53:19.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 01-25T22:53:18.129848 2022-01-25T22:53:19.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 127 : audit [INF] 2022-01-25T22:53:19.206 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:19.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:19.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: T22:53:18.158419+0000 mon.smithi068 2022-01-25T22:53:19.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: (mon.0) 128 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:53:19.207 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit 2022-01-25T22:53:19.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: 2022-01-25T22:53:18 2022-01-25T22:53:19.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: .161854+0000 mon.smithi068 (mon.0) 129 : 2022-01-25T22:53:19.208 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:18 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:53:19.310 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:18 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Succeeded. 2022-01-25T22:53:19.310 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:18 smithi068 systemd[1]: Stopped Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:53:19.311 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:19 smithi068 systemd[1]: Starting Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:53:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: cluster 2022-01-25T22:53: 2022-01-25T22:53:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 17.907981+0000 mon.smithi068 (mon.0) 113 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-01-25T22:53:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: cluster 2022-01-25T22:53:17.916284+0000 mon.smithi068 (mon.0) 114 : cluster [DBG] osdmap e67: 8 total, 7 up, 8 in 2022-01-25T22:53:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:17.916637+0000 mon.smithi068 (mon.0) 115 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:53:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:17.917513+0000 mon.smithi068 (mon.0 2022-01-25T22:53:19.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: ) 116 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:53:19.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T22:53:19.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 25T22:53:17.945264+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:53:19.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 14702) 59 : cluster [DBG] pgmap v34: 129 pgs: 16 stale+active+clean, 113 active+clean; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T22:53:19.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22 2022-01-25T22:53:19.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: :53:17.968309+0000 mon.smithi068 (mon.0) 2022-01-25T22:53:19.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 117 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2022-01-25T22:53:19.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T22:53:19.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 22:53:17.968514+0000 mon.smithi068 (mon. 2022-01-25T22:53:19.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 0) 118 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2022-01-25T22:53:19.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:19.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 2022-01-25T22:53 2022-01-25T22:53:19.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: :17.968680+0000 mon.smithi068 (mon.0 2022-01-25T22:53:19.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: ) 119 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2022-01-25T22:53:19.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022 2022-01-25T22:53:19.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: -01-25T22:53 2022-01-25T22:53:19.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: :17.968836+0000 mon.smithi068 (mon.0 2022-01-25T22:53:19.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: ) 120 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2022-01-25T22:53:19.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:19.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 2022-01-25T22:53 2022-01-25T22:53:19.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: :17.968995+0000 mon.smithi068 (mon.0 2022-01-25T22:53:19.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: ) 121 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [4, 0]}]: dispatch 2022-01-25T22:53:19.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022 2022-01-25T22:53:19.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: -01-25T22:53: 2022-01-25T22:53:19.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 17.969161+0000 mon.smithi068 (mon 2022-01-25T22:53:19.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: .0) 122 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2022-01-25T22:53:19.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:19.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 2022-01-25T22: 2022-01-25T22:53:19.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 53:17.969333+0000 mon.smithi068 (mon. 2022-01-25T22:53:19.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 0) 123 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2022-01-25T22:53:19.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01 2022-01-25T22:53:19.325 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: -25T22:53:17. 2022-01-25T22:53:19.325 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 969509+0000 mon.smithi068 (mon.0) 124 : 2022-01-25T22:53:19.326 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]: dispatch 2022-01-25T22:53:19.326 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022 2022-01-25T22:53:19.327 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: -01-25T22:53 2022-01-25T22:53:19.327 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: :17.969667+0000 mon.smithi068 (mon.0 2022-01-25T22:53:19.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: ) 125 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2022-01-25T22:53:19.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:19.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 2022-01-25T22: 2022-01-25T22:53:19.329 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 53:17.969821+0000 mon.smithi068 (mon. 2022-01-25T22:53:19.329 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 0) 126 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 0]}]: dispatch 2022-01-25T22:53:19.330 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:19.330 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 2022-01-25T22: 2022-01-25T22:53:19.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 53:18.129848+0000 mon.smithi068 (mon. 2022-01-25T22:53:19.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 0) 127 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:19.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022-01-25T22:53:19.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 2022-01-25T22: 2022-01-25T22:53:19.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 53:18.158419+0000 mon.smithi068 (mon. 2022-01-25T22:53:19.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: 0) 128 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:53:19.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: audit 2022 2022-01-25T22:53:19.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: -01-25T22:53 2022-01-25T22:53:19.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: :18.161854+0000 mon.smithi068 (mon.0 2022-01-25T22:53:19.334 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:18 smithi068 conmon[102841]: ) 129 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:53:19.810 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:53:19 smithi068 podman[108851]: 2022-01-25T22:53:19.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 83 sec latency 93072.239 ms 2022-01-25T22:53:20.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T22:53:18.920631+0000 mon.smithi068 (mon.0) 130 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:53:20.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:53:20.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: :53:18.920848+0000 mon.smithi068 (mon.0) 131 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]': finished 2022-01-25T22:53:20.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T22:53:18.920941+0000 mon.smithi068 (mon.0) 132 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2022-01-25T22:53:20.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T22:53:18.921013+0000 mon.smithi068 (mon.0) 133 : audit [INF] 2022-01-25T22:53:20.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2022-01-25T22:53:20.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022- 2022-01-25T22:53:20.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: 01-25T22:53:18.921086+0000 mon.smithi068 (mon.0) 134 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2022-01-25T22:53:20.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T22:53:20.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: 2022-01-25T22:53:18.921144+0000 mon.smithi068 (mon.0 2022-01-25T22:53:20.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: ) 135 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [4, 0]}]': finished 2022-01-25T22:53:20.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:53:20.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: :53:18.921202+0000 mon.smithi068 (mon.0) 136 : audit 2022-01-25T22:53:20.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]': finished 2022-01-25T22:53:20.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:20.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: T22:53:18.921270+0000 mon.smithi068 (mon.0) 137 2022-01-25T22:53:20.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]': finished 2022-01-25T22:53:20.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T22:53:20.200 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: 22:53:18.921331+0000 mon.smithi068 (mon.0) 138 : audit [INF] 2022-01-25T22:53:20.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]': finished 2022-01-25T22:53:20.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01 2022-01-25T22:53:20.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: -25T22:53:18.921400+0000 mon.smithi068 (mon.0) 139 : 2022-01-25T22:53:20.201 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]': finished 2022-01-25T22:53:20.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit 2022-01 2022-01-25T22:53:20.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: -25T22:53:18.921471+0000 mon.smithi068 (mon.0) 140 : 2022-01-25T22:53:20.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 0]}]': finished 2022-01-25T22:53:20.202 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: cluster 2022-01-25T22:53:20.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: 2022-01-25T22:53:18 2022-01-25T22:53:20.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: .921531+0000 mon.smithi068 (mon.0) 141 2022-01-25T22:53:20.203 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:19 smithi165 conmon[67662]: : cluster [DBG] osdmap e68: 8 total, 7 up, 8 in 2022-01-25T22:53:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.920631+0000 mon.smithi068 (mon.0) 130 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:53:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.920848+0000 mon.smithi068 (mon.0) 131 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]': finished 2022-01-25T22:53:20.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.920941+0000 mon.smithi068 (mon.0) 132 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2022-01-25T22:53:20.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921013+0000 mon.smithi068 (mon.0) 133 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2022-01-25T22:53:20.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921086+0000 mon.smithi068 (mon.0) 134 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2022-01-25T22:53:20.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921144+0000 mon.smithi068 (mon.0) 135 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [4, 0]}]': finished 2022-01-25T22:53:20.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921202+0000 mon.smithi068 (mon.0) 136 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]': finished 2022-01-25T22:53:20.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921270+0000 mon.smithi068 (mon.0) 137 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]': finished 2022-01-25T22:53:20.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921331+0000 mon.smithi068 (mon.0) 138 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [3, 2]}]': finished 2022-01-25T22:53:20.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921400+0000 mon.smithi068 (mon.0) 139 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]': finished 2022-01-25T22:53:20.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: audit 2022-01-25T22:53:18.921471+0000 mon.smithi068 (mon.0) 140 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 0]}]': finished 2022-01-25T22:53:20.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:19 smithi068 conmon[102841]: cluster 2022-01-25T22:53:18.921531+0000 mon.smithi068 (mon.0) 141 : cluster [DBG] osdmap e68: 8 total, 7 up, 8 in 2022-01-25T22:53:20.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 84 sec latency 94072.363 ms 2022-01-25T22:53:20.937 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: cluster 2022-01-25T22:53:19.615504+0000 mds.foofs.smithi068.qekbvd 2022-01-25T22:53:20.937 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 78.522380 secs 2022-01-25T22:53:20.938 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: cluster 2022-01-25T22 2022-01-25T22:53:20.938 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: :53:19.921918+0000 mon.smithi068 (mon.0) 142 : cluster [DBG] osdmap e69: 8 total, 7 up, 8 in 2022-01-25T22:53:20.938 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: cluster 2022- 2022-01-25T22:53:20.938 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: 01-25T22:53:19.945823+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:53:20.939 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: mgr.14702) 60 : cluster [DBG] pgmap v37: 129 pgs: 6 peering, 2 stale+active+clean, 77 active+clean, 7 active+undersized, 29 activating+undersized, 7 active+undersized+degraded, 1 activating+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%) 2022-01-25T22:53:20.939 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: cluster 2022-01-25T22:53:20.925094 2022-01-25T22:53:20.939 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:20 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 143 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2022-01-25T22:53:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:20 smithi068 conmon[102841]: cluster 2022-01-25T22:53:19.615504+0000 mds.foofs.smithi068.qekbvd (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 78.522380 secs 2022-01-25T22:53:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:20 smithi068 conmon[102841]: cluster 2022-01-25T22:53:19.921918+0000 mon.smithi068 (mon.0) 142 : cluster [DBG] osdmap e69: 8 total, 7 up, 8 in 2022-01-25T22:53:21.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:20 smithi068 conmon[102841]: cluster 2022-01-25T22:53:19.945823+0000 mgr.smithi068.zkksrk (mgr.14702) 60 : cluster [DBG] pgmap v37: 129 pgs: 6 peering, 2 stale+active+clean, 77 active+clean, 7 active+undersized, 29 activating+undersized, 7 active+undersized+degraded, 1 activating+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%) 2022-01-25T22:53:21.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:20 smithi068 conmon[102841]: cluster 2022-01-25T22:53:20.925094+0000 mon.smithi068 (mon.0) 143 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2022-01-25T22:53:21.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 85 sec latency 95072.437 ms 2022-01-25T22:53:22.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:21 smithi165 conmon[67662]: cluster 2022-01-25T22:53:20.927525+0000 mon.smithi068 (mon.0) 144 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2022-01-25T22:53:22.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:21 smithi165 conmon[67662]: cluster 2022-01-25T22:53:20.927569+0000 mon.smithi068 (mon.0) 145 : cluster [WRN] Health check failed: Degraded data redundancy: 183/1386 objects degraded (13.203%), 8 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:21 smithi068 conmon[102841]: cluster 2022-01-25T22:53:20.927525+0000 mon.smithi068 (mon. 2022-01-25T22:53:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:21 smithi068 conmon[102841]: 0) 144 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2022-01-25T22:53:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:21 smithi068 conmon[102841]: cluster 2022-01-25T22:53:20.927569+0000 mon.smithi068 (mon.0) 145 : cluster [WRN] Health check failed: Degraded data redundancy: 183/1386 objects degraded (13.203%), 8 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:22.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 86 sec latency 96072.551 ms 2022-01-25T22:53:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:22 smithi165 conmon[67662]: cluster 2022-01-25T22:53:21.946556+0000 mgr.smithi068.zkksrk (mgr.14702) 61 : cluster [DBG] pgmap v39: 129 pgs: 6 peering, 2 stale+active+clean, 77 active+clean, 7 active+undersized, 29 activating+undersized, 7 active+undersized+degraded, 1 activating+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%) 2022-01-25T22:53:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:22 smithi068 conmon[102841]: cluster 2022-01-25T22:53:21.946556+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:53:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:22 smithi068 conmon[102841]: 61 : cluster [DBG] pgmap v39: 129 pgs: 6 peering, 2 stale+active+clean, 77 active+clean, 7 active+undersized, 29 activating+undersized, 7 active+undersized+degraded, 1 activating+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%) 2022-01-25T22:53:23.911 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 87 sec latency 97072.627 ms 2022-01-25T22:53:24.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 88 sec latency 98072.735 ms 2022-01-25T22:53:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:24 smithi165 conmon[67662]: cluster 2022-01-25T22:53:23.947671+0000 mgr.smithi068.zkksrk (mgr.14702) 62 : cluster [DBG] pgmap v40: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 6 B/s, 0 objects/s recovering 2022-01-25T22:53:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:24 smithi068 conmon[102841]: cluster 2022-01-25T22:53:23.947671+0000 mgr.smithi068.zkksrk (mgr.14702) 62 2022-01-25T22:53:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v40: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 6 B/s, 0 objects/s recovering 2022-01-25T22:53:25.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 89 sec latency 99072.838 ms 2022-01-25T22:53:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:25 smithi165 conmon[67662]: cluster 2022-01-25T22:53:24.615651+0000 mds.foofs.smithi068.qekbvd (mds.0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 83.522532 secs 2022-01-25T22:53:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:25 smithi165 conmon[67662]: cluster 2022-01-25T22:53:24.877516+0000 mon.smithi068 (mon.0) 146 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2022-01-25T22:53:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:25 smithi068 conmon[102841]: cluster 2022-01-25T22:53:24.615651+0000 mds.foofs.smithi068.qekbvd (mds.0) 2022-01-25T22:53:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:25 smithi068 conmon[102841]: 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 83.522532 secs 2022-01-25T22:53:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:25 smithi068 conmon[102841]: cluster 2022-01-25T22:53:24.877516+0000 mon.smithi068 (mon.0) 146 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2022-01-25T22:53:26.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 90 sec latency 100072.907 ms 2022-01-25T22:53:26.962 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:53:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:26 smithi165 conmon[67662]: cluster 2022-01-25T22:53:25.948501+0000 mgr.smithi068.zkksrk (mgr.14702) 63 : cluster [DBG] pgmap v41: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 5 B/s, 0 objects/s recovering 2022-01-25T22:53:27.248 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:53:27.249 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (7m) 21s ago 8m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:53:27.249 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (29s) 21s ago 8m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:53:27.249 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (18s) 13s ago 7m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:53:27.250 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (7m) 21s ago 8m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:53:27.250 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (3m) 21s ago 3m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:53:27.250 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (3m) 13s ago 3m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:53:27.250 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (78s) 21s ago 9m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:53:27.251 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (57s) 13s ago 7m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:53:27.251 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (48s) 21s ago 9m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:53:27.251 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (37s) 13s ago 7m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:53:27.251 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (94s) 21s ago 94s 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:53:27.252 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (89s) 13s ago 89s 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:53:27.252 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (8m) 21s ago 7m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:53:27.252 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (7m) 13s ago 7m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:53:27.252 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (7m) 21s ago 7m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:53:27.252 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (6m) 21s ago 6m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:53:27.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (6m) 21s ago 6m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:53:27.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (6m) 21s ago 6m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:53:27.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (6m) 13s ago 6m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:53:27.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (5m) 13s ago 5m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:53:27.254 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (5m) 13s ago 5m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:53:27.254 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (5m) 13s ago 5m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:53:27.254 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (6m) 21s ago 7m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:53:27.254 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:26 smithi068 conmon[102841]: cluster 2022-01-25T22:53:25.948501+0000 2022-01-25T22:53:27.255 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:26 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 63 : cluster [DBG] pgmap v41: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 5 B/s, 0 objects/s recovering 2022-01-25T22:53:27.586 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:53:27.587 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:53:27.587 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:27.587 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:27.588 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:53:27.588 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:27.588 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:27.588 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:53:27.589 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:53:27.589 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:27.589 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:53:27.590 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:53:27.590 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:27.590 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:53:27.591 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:53:27.591 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:53:27.591 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:53:27.592 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:53:27.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 91 sec latency 101072.975 ms 2022-01-25T22:53:28.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:27 smithi165 conmon[67662]: audit 2022-01-25T22:53:26.949175+0000 mgr.smithi068.zkksrk (mgr.14702) 64 : audit [DBG] from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:28.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:27 smithi165 conmon[67662]: audit 2022-01-25T22:53:27.234712 2022-01-25T22:53:28.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:27 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 65 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:28.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:27 smithi165 conmon[67662]: audit 2022-01-25T22:53:27.587096+0000 mon.smithi068 (mon.0) 147 : audit [DBG] from='client.? 172.21.15.68:0/2787450700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:28.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: audit 2022-01-25T22:53:26.949175+0000 mgr.smithi068.zkksrk (mgr.14702) 64 : audit 2022-01-25T22:53:28.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: [DBG] from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:28.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: audit 2022-01-25T22:53:27.234712+0000 2022-01-25T22:53:28.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 65 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:28.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: audit 2022 2022-01-25T22:53:28.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: -01-25T22:53:27.587096+0000 2022-01-25T22:53:28.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: mon.smithi068 (mon.0) 147 : audit [DBG] 2022-01-25T22:53:28.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:27 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/2787450700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:28.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 92 sec latency 102073.360 ms 2022-01-25T22:53:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:28 smithi165 conmon[67662]: cluster 2022-01-25T22:53:27.949150+0000 mgr.smithi068.zkksrk (mgr.14702) 66 : cluster [DBG] pgmap v42: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 5 B/s, 0 objects/s recovering 2022-01-25T22:53:29.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:28 smithi165 conmon[67662]: cluster 2022-01-25T22:53:28.876662+0000 mon.smithi068 (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:28 smithi068 conmon[102841]: cluster 2022-01-25T22:53:27.949150+0000 mgr.smithi068.zkksrk (mgr.14702) 66 : cluster 2022-01-25T22:53:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:28 smithi068 conmon[102841]: [DBG] pgmap v42: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 5 B/s, 0 objects/s recovering 2022-01-25T22:53:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:28 smithi068 conmon[102841]: cluster 2022-01-25T22:53:28.876662+0000 mon.smithi068 (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:29.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 93 sec latency 103073.456 ms 2022-01-25T22:53:30.912 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 94 sec latency 104073.521 ms 2022-01-25T22:53:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:31 smithi068 conmon[102841]: cluster 2022-01-25T22:53:29.615793+0000 mds.foofs.smithi068.qekbvd (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 88.522673 secs 2022-01-25T22:53:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:31 smithi068 conmon[102841]: cluster 2022-01-25T22:53:29.950068+0000 mgr.smithi068.zkksrk (mgr.14702) 67 : cluster [DBG] pgmap v43: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 4 B/s, 0 objects/s recovering 2022-01-25T22:53:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:31 smithi165 conmon[67662]: cluster 2022-01-25T22:53:29.615793+0000 mds.foofs.smithi068.qekbvd (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 88.522673 secs 2022-01-25T22:53:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:31 smithi165 conmon[67662]: cluster 2022-01-25T22:53:29.950068+0000 mgr.smithi068.zkksrk (mgr.14702) 67 : cluster [DBG] pgmap v43: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 4 B/s, 0 objects/s recovering 2022-01-25T22:53:31.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 95 sec latency 105073.630 ms 2022-01-25T22:53:32.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 96 sec latency 106073.745 ms 2022-01-25T22:53:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:33 smithi068 conmon[102841]: cluster 2022-01-25T22:53:31.950662+0000 mgr.smithi068.zkksrk (mgr.14702) 68 : cluster [DBG] pgmap v44: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 185 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 3 B/s, 0 objects/s recovering 2022-01-25T22:53:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:33 smithi165 conmon[67662]: cluster 2022-01-25T22:53:31.950662+0000 mgr.smithi068.zkksrk (mgr.14702) 68 : cluster [DBG] pgmap v44: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 185 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 3 B/s, 0 objects/s recovering 2022-01-25T22:53:33.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 97 sec latency 107073.851 ms 2022-01-25T22:53:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:34 smithi165 conmon[67662]: audit 2022-01-25T22:53:33.132374+0000 mon.smithi068 (mon.0) 149 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:34 smithi165 conmon[67662]: audit 2022-01-25T22:53:33.273142+0000 mon.smithi068 (mon.0) 150 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:34 smithi068 conmon[102841]: audit 2022-01-25T22:53:33.132374+0000 mon.smithi068 (mon.0) 2022-01-25T22:53:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:34 smithi068 conmon[102841]: 149 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:34 smithi068 conmon[102841]: audit 2022-01-25T22:53:33.273142+0000 mon.smithi068 (mon.0) 150 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:53:34.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 98 sec latency 108073.961 ms 2022-01-25T22:53:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:35 smithi165 conmon[67662]: cluster 2022-01-25T22:53:33.951624+0000 mgr.smithi068.zkksrk (mgr.14702) 69 : cluster [DBG] pgmap v45: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 3 B/s, 0 objects/s recovering 2022-01-25T22:53:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:35 smithi068 conmon[102841]: cluster 2022-01-25T22:53:33.951624+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:53:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:35 smithi068 conmon[102841]: ) 69 : cluster [DBG] pgmap v45: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%); 3 B/s, 0 objects/s recovering 2022-01-25T22:53:35.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 99 sec latency 109074.085 ms 2022-01-25T22:53:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:36 smithi165 conmon[67662]: cluster 2022-01-25T22:53:34.615930+0000 mds.foofs.smithi068.qekbvd (mds.0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 93.522810 secs 2022-01-25T22:53:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:36 smithi068 conmon[102841]: cluster 2022-01-25T22:53:34.615930+0000 mds.foofs.smithi068.qekbvd (mds. 2022-01-25T22:53:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:36 smithi068 conmon[102841]: 0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 93.522810 secs 2022-01-25T22:53:36.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 100 sec latency 110074.194 ms 2022-01-25T22:53:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:37 smithi165 conmon[67662]: cluster 2022-01-25T22:53:35.952293+0000 mgr.smithi068.zkksrk (mgr.14702) 70 : cluster [DBG] pgmap v46: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:37 smithi068 conmon[102841]: cluster 2022-01-25T22:53:35.952293+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:53:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:37 smithi068 conmon[102841]: ) 70 : cluster [DBG] pgmap v46: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:37.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 101 sec latency 111074.304 ms 2022-01-25T22:53:38.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 102 sec latency 112074.383 ms 2022-01-25T22:53:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:39 smithi165 conmon[67662]: cluster 2022-01-25T22:53:37.952884+0000 mgr.smithi068.zkksrk (mgr.14702) 71 : cluster [DBG] pgmap v47: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:39 smithi068 conmon[102841]: cluster 2022-01-25T22:53:37.952884+0000 mgr.smithi068.zkksrk (mgr.14702) 71 : 2022-01-25T22:53:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:39 smithi068 conmon[102841]: cluster [DBG] pgmap v47: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:39.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 103 sec latency 113074.494 ms 2022-01-25T22:53:40.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 104 sec latency 114074.542 ms 2022-01-25T22:53:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:41 smithi165 conmon[67662]: cluster 2022-01-25T22:53:39.616075+0000 mds.foofs.smithi068.qekbvd (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 98.522936 secs 2022-01-25T22:53:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:41 smithi165 conmon[67662]: cluster 2022-01-25T22:53:39.953838+0000 mgr.smithi068.zkksrk (mgr.14702) 72 : cluster [DBG] pgmap v48: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:41 smithi068 conmon[102841]: cluster 2022-01-25T22:53:39.616075+0000 mds.foofs.smithi068.qekbvd (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 98.522936 secs 2022-01-25T22:53:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:41 smithi068 conmon[102841]: cluster 2022-01-25T22:53:39.953838+0000 mgr.smithi068.zkksrk (mgr.14702) 72 : cluster [DBG] pgmap v48: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:41.913 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 105 sec latency 115074.651 ms 2022-01-25T22:53:42.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 106 sec latency 116074.754 ms 2022-01-25T22:53:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:43 smithi165 conmon[67662]: cluster 2022-01-25T22:53:41.954531+0000 mgr.smithi068.zkksrk (mgr.14702) 73 : cluster [DBG] pgmap v49: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:43 smithi068 conmon[102841]: cluster 2022-01-25T22:53:41.954531+0000 2022-01-25T22:53:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:43 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 73 : cluster [DBG] pgmap v49: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:43.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 107 sec latency 117074.841 ms 2022-01-25T22:53:44.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 108 sec latency 118074.940 ms 2022-01-25T22:53:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:44 smithi165 conmon[67662]: cluster 2022-01-25T22:53:43.955332+0000 mgr.smithi068.zkksrk (mgr.14702) 74 : cluster [DBG] pgmap v50: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:44 smithi068 conmon[102841]: cluster 2022-01-25T22:53:43.955332+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:53:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:44 smithi068 conmon[102841]: mgr.14702) 74 : cluster [DBG] pgmap v50: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:45.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 109 sec latency 119075.055 ms 2022-01-25T22:53:46.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:45 smithi165 conmon[67662]: cluster 2022-01-25T22:53:44.616210+0000 mds.foofs.smithi068.qekbvd (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 103.523072 secs 2022-01-25T22:53:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:45 smithi068 conmon[102841]: cluster 2022-01-25T22:53:44.616210+0000 mds.foofs.smithi068.qekbvd (mds.0) 18 2022-01-25T22:53:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:45 smithi068 conmon[102841]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 103.523072 secs 2022-01-25T22:53:46.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 110 sec latency 120075.138 ms 2022-01-25T22:53:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:46 smithi165 conmon[67662]: cluster 2022-01-25T22:53:45.955886+0000 mgr.smithi068.zkksrk (mgr.14702) 75 : cluster [DBG] pgmap v51: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:46 smithi068 conmon[102841]: cluster 2022-01-25T22:53:45.955886+0000 mgr.smithi068.zkksrk (mgr.14702) 75 : cluster [DBG] 2022-01-25T22:53:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:46 smithi068 conmon[102841]: pgmap v51: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:47.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 111 sec latency 121075.229 ms 2022-01-25T22:53:48.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 112 sec latency 122075.353 ms 2022-01-25T22:53:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:49 smithi068 conmon[102841]: cluster 2022-01-25T22:53:47.956452+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:53:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:49 smithi068 conmon[102841]: 14702) 76 : cluster [DBG] pgmap v52: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:49 smithi165 conmon[67662]: cluster 2022-01-25T22:53:47.956452+0000 mgr.smithi068.zkksrk (mgr.14702) 76 : cluster [DBG] pgmap v52: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:49.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 113 sec latency 123075.454 ms 2022-01-25T22:53:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:50 smithi068 conmon[102841]: cluster 2022-01-25T22:53:49.023818+0000 mon.smithi068 (mon.0) 151 : cluster 2022-01-25T22:53:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:50 smithi068 conmon[102841]: [DBG] mgrmap e38: smithi068.zkksrk(active, since 92s), standbys: smithi165.mrpyur 2022-01-25T22:53:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:50 smithi165 conmon[67662]: cluster 2022-01-25T22:53:49.023818+0000 mon.smithi068 (mon.0) 151 : cluster [DBG] mgrmap e38: smithi068.zkksrk(active, since 92s), standbys: smithi165.mrpyur 2022-01-25T22:53:50.914 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 114 sec latency 124075.562 ms 2022-01-25T22:53:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:51 smithi068 conmon[102841]: cluster 2022-01-25T22:53:49.616339+0000 mds.foofs.smithi068.qekbvd ( 2022-01-25T22:53:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:51 smithi068 conmon[102841]: mds.0) 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 108.523200 secs 2022-01-25T22:53:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:51 smithi068 conmon[102841]: cluster 2022-01-25T22:53:49.957411+0000 mgr.smithi068.zkksrk (mgr.14702) 77 : cluster 2022-01-25T22:53:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:51 smithi068 conmon[102841]: [DBG] pgmap v53: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:51 smithi165 conmon[67662]: cluster 2022-01-25T22:53:49.616339+0000 mds.foofs.smithi068.qekbvd (mds.0) 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 108.523200 secs 2022-01-25T22:53:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:51 smithi165 conmon[67662]: cluster 2022-01-25T22:53:49 2022-01-25T22:53:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:51 smithi165 conmon[67662]: .957411+0000 mgr.smithi068.zkksrk (mgr.14702) 77 : cluster [DBG] pgmap v53: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:51.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 115 sec latency 125075.678 ms 2022-01-25T22:53:52.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 116 sec latency 126075.768 ms 2022-01-25T22:53:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:53 smithi068 conmon[102841]: cluster 2022-01-25T22:53:51.958067+0000 mgr.smithi068.zkksrk (mgr.14702) 78 : cluster [DBG] pgmap v54: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:53 smithi165 conmon[67662]: cluster 2022-01-25T22:53:51.958067+0000 mgr.smithi068.zkksrk (mgr.14702) 78 : cluster [DBG] pgmap v54: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:53.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 117 sec latency 127075.881 ms 2022-01-25T22:53:54.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 118 sec latency 128075.967 ms 2022-01-25T22:53:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:54 smithi165 conmon[67662]: cluster 2022-01-25T22:53:53.959060+0000 mgr.smithi068.zkksrk (mgr.14702) 79 : cluster [DBG] pgmap v55: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:54 smithi068 conmon[102841]: cluster 2022-01-25T22:53:53.959060+0000 mgr.smithi068.zkksrk (mgr.14702) 79 2022-01-25T22:53:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v55: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:55.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 119 sec latency 129076.065 ms 2022-01-25T22:53:56.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:55 smithi165 conmon[67662]: cluster 2022-01-25T22:53:54.616480+0000 mds.foofs.smithi068.qekbvd (mds.0) 20 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 113.523343 secs 2022-01-25T22:53:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:55 smithi068 conmon[102841]: cluster 2022-01-25T22:53:54.616480+0000 mds.foofs.smithi068.qekbvd (mds.0) 20 : cluster [WRN] 2022-01-25T22:53:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:55 smithi068 conmon[102841]: 1 slow requests, 0 included below; oldest blocked for > 113.523343 secs 2022-01-25T22:53:56.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 120 sec latency 130076.127 ms 2022-01-25T22:53:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:56 smithi165 conmon[67662]: cluster 2022-01-25T22:53:55.959834+0000 mgr.smithi068.zkksrk (mgr.14702) 80 : cluster [DBG] pgmap v56: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:56 smithi068 conmon[102841]: cluster 2022-01-25T22:53:55.959834+0000 mgr.smithi068.zkksrk (mgr.14702) 80 : cluster 2022-01-25T22:53:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:56 smithi068 conmon[102841]: [DBG] pgmap v56: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:57.906 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:53:57.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 121 sec latency 131076.162 ms 2022-01-25T22:53:58.197 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:53:58.198 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (7m) 52s ago 8m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:53:58.198 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (59s) 52s ago 8m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:53:58.198 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (49s) 44s ago 8m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:53:58.198 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (7m) 52s ago 8m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:53:58.199 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (4m) 52s ago 4m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:53:58.199 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (4m) 44s ago 4m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:53:58.199 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (109s) 52s ago 9m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:53:58.199 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (88s) 44s ago 8m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:53:58.200 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (79s) 52s ago 10m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:53:58.200 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (68s) 44s ago 8m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:53:58.200 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (2m) 52s ago 2m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:53:58.201 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (2m) 44s ago 2m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:53:58.201 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (8m) 52s ago 8m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:53:58.201 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (7m) 44s ago 7m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:53:58.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (7m) 52s ago 7m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:53:58.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (7m) 52s ago 7m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:53:58.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (7m) 52s ago 7m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:53:58.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (6m) 52s ago 6m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:53:58.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (6m) 44s ago 6m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:53:58.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (6m) 44s ago 6m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:53:58.203 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (6m) 44s ago 6m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:53:58.203 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (5m) 44s ago 5m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:53:58.203 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (7m) 52s ago 8m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:53:58.546 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:53:58.546 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:53:58.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:58.547 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:58.547 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:53:58.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:58.548 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:58.548 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:53:58.548 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:53:58.548 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:58.548 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:53:58.549 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:53:58.549 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:53:58.549 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:53:58.549 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:53:58.550 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:53:58.550 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:53:58.550 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:53:58.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 122 sec latency 132076.213 ms 2022-01-25T22:53:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: audit 2022-01-25T22:53:57.893701+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:53:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: mgr.14702) 81 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:59.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: cluster 2022-01-25T22:53:57.960339 2022-01-25T22:53:59.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 82 : cluster [DBG] pgmap v57: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:59.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: audit 2022-01-25T22:53 2022-01-25T22:53:59.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: :58.183315+0000 mgr.smithi068.zkksrk (mgr.14702) 83 : 2022-01-25T22:53:59.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:59.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: audit 2022-01 2022-01-25T22:53:59.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: -25T22:53:58.546609+0000 mon.smithi068 (mon.0) 152 2022-01-25T22:53:59.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:53:59 smithi068 conmon[102841]: : audit [DBG] from='client.? 172.21.15.68:0/2960617467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:59 smithi165 conmon[67662]: audit 2022-01-25T22:53:57.893701+0000 mgr.smithi068.zkksrk (mgr.14702) 81 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:59 smithi165 conmon[67662]: cluster 2022-01-25T22:53:57.960339+0000 2022-01-25T22:53:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:59 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 82 : cluster [DBG] pgmap v57: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:53:59.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:59 smithi165 conmon[67662]: audit 2022-01-25T22:53:58.183315+0000 mgr.smithi068.zkksrk (mgr.14702) 83 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:59 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:53:59.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:53:59 smithi165 conmon[67662]: T22:53:58.546609+0000 mon.smithi068 (mon.0) 152 : audit [DBG] from='client.? 172.21.15.68:0/2960617467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:59.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 123 sec latency 133076.330 ms 2022-01-25T22:54:00.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 124 sec latency 134076.437 ms 2022-01-25T22:54:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:01 smithi068 conmon[102841]: cluster 2022-01-25T22:53:59.616615+0000 mds.foofs.smithi068.qekbvd (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 118.523493 secs 2022-01-25T22:54:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:01 smithi068 conmon[102841]: cluster 2022-01-25T22:53:59.961369+0000 mgr.smithi068.zkksrk (mgr.14702) 84 : cluster [DBG] pgmap v58: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:01 smithi165 conmon[67662]: cluster 2022-01-25T22:53:59.616615+0000 mds.foofs.smithi068.qekbvd (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 118.523493 secs 2022-01-25T22:54:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:01 smithi165 conmon[67662]: cluster 2022-01-25T22:53:59.961369+0000 mgr.smithi068.zkksrk (mgr.14702) 84 : cluster [DBG] pgmap v58: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:01.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 125 sec latency 135076.531 ms 2022-01-25T22:54:02.915 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 126 sec latency 136076.656 ms 2022-01-25T22:54:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:03 smithi068 conmon[102841]: cluster 2022-01-25T22:54:01.961970+0000 mgr.smithi068.zkksrk (mgr.14702) 85 : 2022-01-25T22:54:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:03 smithi068 conmon[102841]: cluster [DBG] pgmap v59: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:03 smithi165 conmon[67662]: cluster 2022-01-25T22:54:01.961970+0000 mgr.smithi068.zkksrk (mgr.14702) 85 : cluster [DBG] pgmap v59: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:03.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 127 sec latency 137076.779 ms 2022-01-25T22:54:04.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 128 sec latency 138076.905 ms 2022-01-25T22:54:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:04 smithi165 conmon[67662]: cluster 2022-01-25T22:54:03.962841+0000 mgr.smithi068.zkksrk (mgr.14702) 86 : cluster [DBG] pgmap v60: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:04 smithi068 conmon[102841]: cluster 2022-01-25T22:54:03.962841+0000 mgr.smithi068.zkksrk (mgr.14702) 86 : cluster 2022-01-25T22:54:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:04 smithi068 conmon[102841]: [DBG] pgmap v60: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:05.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 129 sec latency 139077.010 ms 2022-01-25T22:54:06.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:05 smithi165 conmon[67662]: cluster 2022-01-25T22:54:04.616782+0000 mds.foofs.smithi068.qekbvd (mds.0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 123.523630 secs 2022-01-25T22:54:06.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:05 smithi165 conmon[67662]: cluster 2022-01-25T22:54:04.616786+0000 mds.foofs.smithi068.qekbvd (mds.0) 23 : cluster [WRN] slow request 123.523629 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:54:06.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:05 smithi165 conmon[67662]: cluster 2022-01-25T22:54 2022-01-25T22:54:06.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:05 smithi165 conmon[67662]: :04.616811+0000 mds.foofs.smithi068.qekbvd (mds.0) 24 : cluster [WRN] client.14548 isn't responding to mclientcaps(revoke), ino 0x100000002d9 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 123.523660 seconds ago 2022-01-25T22:54:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: cluster 2022-01-25T22:54:04.616782+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:54:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: .0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 123.523630 secs 2022-01-25T22:54:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: cluster 2022-01-25T22:54:04.616786+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:54:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: ) 23 : cluster [WRN] slow request 123.523629 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:54:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: 2022-01-25T22:54:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: cluster 2022-01-25T22: 2022-01-25T22:54:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: 54:04.616811+0000 mds.foofs.smithi068.qekbvd (mds.0) 24 : cluster 2022-01-25T22:54:06.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:05 smithi068 conmon[102841]: [WRN] client.14548 isn't responding to mclientcaps(revoke), ino 0x100000002d9 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 123.523660 seconds ago 2022-01-25T22:54:06.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 130 sec latency 140077.114 ms 2022-01-25T22:54:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:06 smithi165 conmon[67662]: cluster 2022-01-25T22:54:05.963634+0000 mgr.smithi068.zkksrk (mgr.14702) 87 : cluster [DBG] pgmap v61: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:06 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:54:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:06 smithi068 conmon[102841]: 01-25T22:54:05.963634+0000 mgr.smithi068.zkksrk (mgr.14702) 87 : cluster [DBG] pgmap v61: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:07.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 131 sec latency 141077.242 ms 2022-01-25T22:54:08.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 132 sec latency 142077.334 ms 2022-01-25T22:54:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:09 smithi068 conmon[102841]: cluster 2022-01-25T22:54:07.964442+0000 mgr.smithi068.zkksrk (mgr.14702) 88 2022-01-25T22:54:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:09 smithi068 conmon[102841]: : cluster [DBG] pgmap v62: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:09 smithi165 conmon[67662]: cluster 2022-01-25T22:54:07.964442+0000 mgr.smithi068.zkksrk (mgr.14702) 88 : cluster [DBG] 2022-01-25T22:54:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:09 smithi165 conmon[67662]: pgmap v62: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:09.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 133 sec latency 143077.409 ms 2022-01-25T22:54:10.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 134 sec latency 144077.501 ms 2022-01-25T22:54:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:11 smithi068 conmon[102841]: cluster 2022-01-25T22:54: 2022-01-25T22:54:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:11 smithi068 conmon[102841]: 09.616876+0000 mds.foofs.smithi068.qekbvd (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 128.523737 secs 2022-01-25T22:54:11.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:11 smithi068 conmon[102841]: cluster 2022-01-25T22:54:09. 2022-01-25T22:54:11.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:11 smithi068 conmon[102841]: 965403+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:54:11.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:11 smithi068 conmon[102841]: .14702) 89 : cluster [DBG] pgmap v63: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:11 smithi165 conmon[67662]: cluster 2022-01-25T22:54:09.616876+0000 mds.foofs.smithi068.qekbvd (mds.0) 25 2022-01-25T22:54:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:11 smithi165 conmon[67662]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 128.523737 secs 2022-01-25T22:54:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:11 smithi165 conmon[67662]: cluster 2022-01-25T22:54:09.965403+0000 mgr.smithi068.zkksrk (mgr.14702) 89 : cluster [DBG] pgmap v63: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:11.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 135 sec latency 145077.589 ms 2022-01-25T22:54:12.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 136 sec latency 146077.671 ms 2022-01-25T22:54:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:13 smithi068 conmon[102841]: cluster 2022-01-25T22:54:11.966014+0000 mgr.smithi068.zkksrk (mgr.14702) 90 : 2022-01-25T22:54:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:13 smithi068 conmon[102841]: cluster [DBG] pgmap v64: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:13 smithi165 conmon[67662]: cluster 2022-01-25T22:54:11.966014+0000 mgr.smithi068.zkksrk (mgr.14702) 90 : cluster [DBG] pgmap v64: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:13.916 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 137 sec latency 147077.713 ms 2022-01-25T22:54:14.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 138 sec latency 148077.828 ms 2022-01-25T22:54:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:14 smithi165 conmon[67662]: cluster 2022-01-25T22:54:13.967059+0000 mgr.smithi068.zkksrk (mgr.14702) 91 : cluster [DBG] pgmap v65: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:14 smithi068 conmon[102841]: cluster 2022-01-25T22:54:13.967059+0000 mgr.smithi068.zkksrk (mgr.14702) 91 2022-01-25T22:54:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v65: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:15.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 139 sec latency 149077.907 ms 2022-01-25T22:54:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:15 smithi165 conmon[67662]: cluster 2022-01-25T22:54:14.617018+0000 mds.foofs.smithi068.qekbvd (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 133.523880 secs 2022-01-25T22:54:16.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:15 smithi068 conmon[102841]: cluster 2022-01-25T22:54:14.617018+0000 2022-01-25T22:54:16.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:15 smithi068 conmon[102841]: mds.foofs.smithi068.qekbvd (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 133.523880 secs 2022-01-25T22:54:16.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 140 sec latency 150078.035 ms 2022-01-25T22:54:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:16 smithi165 conmon[67662]: cluster 2022-01-25T22:54:15.967829+0000 mgr.smithi068.zkksrk (mgr.14702) 92 : cluster [DBG] pgmap v66: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:16 smithi068 conmon[102841]: cluster 2022-01-25T22:54:15.967829+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:54:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:16 smithi068 conmon[102841]: 92 : cluster [DBG] pgmap v66: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:17.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 141 sec latency 151078.117 ms 2022-01-25T22:54:18.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 142 sec latency 152078.244 ms 2022-01-25T22:54:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:19 smithi068 conmon[102841]: cluster 2022-01-25T22:54:17.968550+0000 mgr.smithi068.zkksrk (mgr.14702) 93 2022-01-25T22:54:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:19 smithi068 conmon[102841]: : cluster [DBG] pgmap v67: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:19 smithi068 conmon[102841]: audit 2022-01-25T22:54:18.165078+0000 mon.smithi068 (mon.0) 153 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:54:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:19 smithi068 conmon[102841]: audit 2022-01-25T22:54:18.165306+0000 mon.smithi068 2022-01-25T22:54:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:19 smithi068 conmon[102841]: (mon.0) 154 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:54:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:19 smithi165 conmon[67662]: cluster 2022-01-25T22:54:17.968550+0000 mgr.smithi068.zkksrk (mgr.14702) 93 : cluster [DBG] pgmap v67: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:19 smithi165 conmon[67662]: audit 2022-01-25T22:54:18.165078+0000 mon.smithi068 (mon.0) 153 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:54:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:19 smithi165 conmon[67662]: audit 2022-01-25T22:54:18.165306+0000 mon.smithi068 (mon.0) 154 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:54:19.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 143 sec latency 153078.372 ms 2022-01-25T22:54:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:20 smithi165 conmon[67662]: cluster 2022-01-25T22:54:20.023181+0000 mon.smithi068 (mon.0) 155 : cluster [WRN] Health check update: Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2022-01-25T22:54:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:20 smithi165 conmon[67662]: 2022-01-25T22:54:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:20 smithi068 conmon[102841]: cluster 2022-01-25T22:54:20.023181+0000 mon.smithi068 (mon.0) 155 2022-01-25T22:54:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:20 smithi068 conmon[102841]: : cluster [WRN] Health check update: Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2022-01-25T22:54:20.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 144 sec latency 154078.448 ms 2022-01-25T22:54:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:21 smithi165 conmon[67662]: cluster 2022-01-25T22:54:19.617171+0000 mds.foofs.smithi068.qekbvd (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 138.524031 secs 2022-01-25T22:54:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:21 smithi165 conmon[67662]: cluster 2022-01-25T22:54:19.969681+0000 mgr.smithi068.zkksrk (mgr.14702) 94 : cluster [DBG] pgmap v68: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:21 smithi068 conmon[102841]: cluster 2022-01-25T22:54:19.617171+0000 mds.foofs.smithi068.qekbvd 2022-01-25T22:54:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:21 smithi068 conmon[102841]: (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 138.524031 secs 2022-01-25T22:54:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:21 smithi068 conmon[102841]: cluster 2022-01-25T22:54:19.969681+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:54:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:21 smithi068 conmon[102841]: mgr.14702) 94 : cluster [DBG] pgmap v68: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:21.917 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 145 sec latency 155078.560 ms 2022-01-25T22:54:22.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 146 sec latency 156078.691 ms 2022-01-25T22:54:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:23 smithi165 conmon[67662]: cluster 2022-01-25T22:54:21.970415+0000 mgr.smithi068.zkksrk (mgr.14702) 95 : cluster [DBG] pgmap v69: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:23 smithi068 conmon[102841]: cluster 2022-01-25T22:54:21.970415+0000 mgr.smithi068.zkksrk (mgr.14702) 95 : cluster [DBG] 2022-01-25T22:54:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:23 smithi068 conmon[102841]: pgmap v69: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:23.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 147 sec latency 157078.829 ms 2022-01-25T22:54:24.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 148 sec latency 158078.935 ms 2022-01-25T22:54:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:24 smithi165 conmon[67662]: cluster 2022-01-25T22:54:23.971445+0000 mgr.smithi068.zkksrk (mgr.14702) 96 : cluster [DBG] pgmap v70: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:24 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T22:54:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:24 smithi068 conmon[102841]: T22:54:23.971445+0000 mgr.smithi068.zkksrk (mgr.14702) 96 : cluster [DBG] pgmap v70: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:25.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 149 sec latency 159079.065 ms 2022-01-25T22:54:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:25 smithi165 conmon[67662]: cluster 2022-01-25T22:54:24.617296+0000 mds.foofs.smithi068.qekbvd (mds.0) 28 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 143.524158 secs 2022-01-25T22:54:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:25 smithi068 conmon[102841]: cluster 2022-01-25T22:54:24.617296+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:54:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:25 smithi068 conmon[102841]: ) 28 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 143.524158 secs 2022-01-25T22:54:26.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 150 sec latency 160079.141 ms 2022-01-25T22:54:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:26 smithi165 conmon[67662]: cluster 2022-01-25T22:54:25.972204+0000 mgr.smithi068.zkksrk (mgr.14702) 97 : cluster 2022-01-25T22:54:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:26 smithi165 conmon[67662]: [DBG] pgmap v71: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:26 smithi068 conmon[102841]: cluster 2022-01-25T22:54:25.972204+0000 mgr.smithi068.zkksrk (mgr.14702) 97 : cluster 2022-01-25T22:54:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:26 smithi068 conmon[102841]: [DBG] pgmap v71: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:27.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 151 sec latency 161079.173 ms 2022-01-25T22:54:28.866 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:54:28.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 152 sec latency 162079.221 ms 2022-01-25T22:54:29.157 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:54:29.157 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (8m) 83s ago 9m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:54:29.157 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (90s) 83s ago 9m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:54:29.158 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (80s) 75s ago 8m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:54:29.158 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (8m) 83s ago 9m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:54:29.158 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (4m) 83s ago 4m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:54:29.158 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (4m) 75s ago 4m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:54:29.159 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (2m) 83s ago 10m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:54:29.159 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (119s) 75s ago 8m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:54:29.159 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (110s) 83s ago 10m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:54:29.159 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (99s) 75s ago 8m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:54:29.159 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (2m) 83s ago 2m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:54:29.160 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (2m) 75s ago 2m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:54:29.160 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (9m) 83s ago 9m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:54:29.160 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (8m) 75s ago 8m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:54:29.160 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (8m) 83s ago 8m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:54:29.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (7m) 83s ago 7m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:54:29.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (7m) 83s ago 7m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:54:29.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (7m) 83s ago 7m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:54:29.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (7m) 75s ago 7m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:54:29.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (6m) 75s ago 6m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:54:29.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (6m) 75s ago 6m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:54:29.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (6m) 75s ago 6m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:54:29.162 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (8m) 83s ago 8m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:54:29.163 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:29 smithi068 conmon[102841]: cluster 2022-01-25T22:54:27.973002+0000 mgr.smithi068.zkksrk (mgr.14702) 98 : cluster 2022-01-25T22:54:29.163 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:29 smithi068 conmon[102841]: [DBG] pgmap v72: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:29.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:29 smithi165 conmon[67662]: cluster 2022-01-25T22:54:27.973002+0000 mgr.smithi068.zkksrk (mgr.14702) 98 : cluster [DBG] pgmap v72: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:29.495 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:54:29.496 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:54:29.496 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:29.497 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:54:29.498 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:54:29.498 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:29.498 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:54:29.499 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:54:29.499 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:54:29.499 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:54:29.499 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:54:29.500 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:54:29.500 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:54:29.500 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:54:29.500 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:54:29.500 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:54:29.501 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:54:29.501 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:54:29.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 153 sec latency 163079.330 ms 2022-01-25T22:54:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: audit 2022-01-25T22:54:28.854311+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:54:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: mgr.14702) 99 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: audit 2022-01-25T22:54:29.142799+0000 2022-01-25T22:54:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 100 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:54:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: 01-25T22:54:29.496017+0000 mon.smithi068 (mon.0) 156 : audit 2022-01-25T22:54:30.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:30 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/1492086733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:30 smithi165 conmon[67662]: audit 2022-01-25T22:54:28.854311+0000 mgr.smithi068.zkksrk (mgr.14702) 99 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:30 smithi165 conmon[67662]: audit 2022-01-25T22:54:29.142799+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:54:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:30 smithi165 conmon[67662]: mgr.14702) 100 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:30 smithi165 conmon[67662]: audit 2022-01-25T22:54:29.496017+0000 mon.smithi068 (mon.0) 156 : audit [DBG] from='client.? 172.21.15.68:0/1492086733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:30.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 154 sec latency 164079.460 ms 2022-01-25T22:54:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:31 smithi068 conmon[102841]: cluster 2022-01-25T22:54:29.617445+0000 mds.foofs.smithi068.qekbvd (mds.0) 29 : 2022-01-25T22:54:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:31 smithi068 conmon[102841]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 148.524311 secs 2022-01-25T22:54:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:31 smithi068 conmon[102841]: cluster 2022-01-25T22:54:29.974189+0000 mgr.smithi068.zkksrk (mgr.14702) 101 : cluster [DBG] pgmap v73: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:31 smithi165 conmon[67662]: cluster 2022-01-25T22:54:29.617445+0000 mds.foofs.smithi068.qekbvd (mds.0) 29 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 148.524311 secs 2022-01-25T22:54:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:31 smithi165 conmon[67662]: cluster 2022-01-25T22:54:29.974189+0000 mgr.smithi068.zkksrk (mgr.14702) 101 : cluster [DBG] pgmap v73: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:31.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 155 sec latency 165079.593 ms 2022-01-25T22:54:32.918 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 156 sec latency 166079.683 ms 2022-01-25T22:54:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:33 smithi068 conmon[102841]: cluster 2022-01-25T22:54:31.974983+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:54:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:33 smithi068 conmon[102841]: 14702) 102 : cluster [DBG] pgmap v74: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:33 smithi165 conmon[67662]: cluster 2022-01-25T22:54:31.974983+0000 mgr.smithi068.zkksrk (mgr.14702) 102 : cluster [DBG] pgmap v74: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:33.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 157 sec latency 167079.774 ms 2022-01-25T22:54:34.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 158 sec latency 168079.891 ms 2022-01-25T22:54:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:34 smithi165 conmon[67662]: cluster 2022-01-25T22:54:33.976051+0000 mgr.smithi068.zkksrk (mgr.14702) 103 : cluster [DBG] pgmap v75: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:34 smithi068 conmon[102841]: cluster 2022-01-25T22:54:33.976051+0000 mgr.smithi068.zkksrk (mgr.14702) 103 : cluster [DBG] pgmap v75: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:35.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 159 sec latency 169080.012 ms 2022-01-25T22:54:36.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:35 smithi165 conmon[67662]: cluster 2022-01-25T22:54:34.617484+0000 mds.foofs.smithi068.qekbvd (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 153.524364 secs 2022-01-25T22:54:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:35 smithi068 conmon[102841]: cluster 2022-01-25T22:54:34.617484+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:54:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:35 smithi068 conmon[102841]: ) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 153.524364 secs 2022-01-25T22:54:36.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 160 sec latency 170080.134 ms 2022-01-25T22:54:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:36 smithi165 conmon[67662]: cluster 2022-01-25T22:54:35.976856+0000 mgr.smithi068.zkksrk (mgr.14702) 104 : cluster [DBG] pgmap v76: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:37.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:36 smithi068 conmon[102841]: cluster 2022-01-25T22:54:35.976856+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:54:37.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:36 smithi068 conmon[102841]: 104 : cluster [DBG] pgmap v76: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:37.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 161 sec latency 171080.250 ms 2022-01-25T22:54:38.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 162 sec latency 172080.365 ms 2022-01-25T22:54:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:39 smithi068 conmon[102841]: cluster 2022-01-25T22:54:37.977701+0000 mgr.smithi068.zkksrk 2022-01-25T22:54:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:39 smithi068 conmon[102841]: (mgr.14702) 105 : cluster [DBG] pgmap v77: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:39 smithi165 conmon[67662]: cluster 2022-01-25T22:54:37.977701+0000 mgr.smithi068.zkksrk (mgr.14702) 105 : cluster [DBG] pgmap v77: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:39.919 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 163 sec latency 173080.480 ms 2022-01-25T22:54:40.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 164 sec latency 174080.517 ms 2022-01-25T22:54:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:41 smithi068 conmon[102841]: cluster 2022-01-25T22:54:39.617608+0000 mds.foofs.smithi068.qekbvd (mds.0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 158.524485 secs 2022-01-25T22:54:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:41 smithi068 conmon[102841]: cluster 2022-01-25T22:54:39.978937+0000 mgr.smithi068.zkksrk (mgr.14702) 106 : cluster [DBG] pgmap v78: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:41 smithi165 conmon[67662]: cluster 2022-01-25T22:54:39.617608+0000 mds.foofs.smithi068.qekbvd (mds.0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 158.524485 secs 2022-01-25T22:54:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:41 smithi165 conmon[67662]: cluster 2022-01-25T22:54:39.978937+0000 mgr.smithi068.zkksrk (mgr.14702) 106 : cluster [DBG] pgmap v78: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:41.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 165 sec latency 175080.623 ms 2022-01-25T22:54:42.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 166 sec latency 176080.724 ms 2022-01-25T22:54:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:43 smithi068 conmon[102841]: cluster 2022-01-25T22:54:41.979843+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:54:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:43 smithi068 conmon[102841]: ) 107 : cluster [DBG] pgmap v79: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:43 smithi165 conmon[67662]: cluster 2022-01-25T22:54:41.979843+0000 mgr.smithi068.zkksrk (mgr.14702) 107 : cluster [DBG] pgmap v79: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:43.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 167 sec latency 177080.824 ms 2022-01-25T22:54:44.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 168 sec latency 178080.935 ms 2022-01-25T22:54:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:44 smithi165 conmon[67662]: cluster 2022-01-25T22:54:43.981047+0000 mgr.smithi068.zkksrk (mgr.14702) 108 : cluster [DBG] pgmap v80: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:44 smithi165 conmon[67662]: 2022-01-25T22:54:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:44 smithi068 conmon[102841]: cluster 2022-01-25T22:54:43.981047+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:54:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:44 smithi068 conmon[102841]: 108 : cluster [DBG] pgmap v80: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:45.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 169 sec latency 179081.041 ms 2022-01-25T22:54:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:45 smithi165 conmon[67662]: cluster 2022-01-25T22:54:44.617720+0000 mds.foofs.smithi068.qekbvd (mds.0) 32 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 163.524600 secs 2022-01-25T22:54:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:45 smithi068 conmon[102841]: cluster 2022-01-25T22:54:44.617720+0000 mds.foofs.smithi068.qekbvd (mds. 2022-01-25T22:54:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:45 smithi068 conmon[102841]: 0) 32 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 163.524600 secs 2022-01-25T22:54:46.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 170 sec latency 180081.152 ms 2022-01-25T22:54:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:46 smithi165 conmon[67662]: cluster 2022-01-25T22:54:45.981737+0000 mgr.smithi068.zkksrk (mgr.14702) 109 : cluster [DBG] pgmap v81: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:46 smithi068 conmon[102841]: cluster 2022-01-25T22:54:45.981737+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:54:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:46 smithi068 conmon[102841]: ) 109 : cluster [DBG] pgmap v81: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:47.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 171 sec latency 181081.270 ms 2022-01-25T22:54:48.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 172 sec latency 182081.381 ms 2022-01-25T22:54:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:49 smithi068 conmon[102841]: cluster 2022-01-25T22:54:47.982680+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:54:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:49 smithi068 conmon[102841]: 110 : cluster [DBG] pgmap v82: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:49 smithi165 conmon[67662]: cluster 2022-01-25T22:54:47.982680+0000 mgr.smithi068.zkksrk (mgr.14702) 110 : cluster [DBG] pgmap v82: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:49.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 173 sec latency 183081.465 ms 2022-01-25T22:54:50.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 174 sec latency 184081.541 ms 2022-01-25T22:54:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:51 smithi068 conmon[102841]: cluster 2022-01-25T22:54:49.617859+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:54:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:51 smithi068 conmon[102841]: .0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 168.524722 secs 2022-01-25T22:54:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:51 smithi068 conmon[102841]: cluster 2022-01-25T22:54:49.983840+0000 mgr.smithi068.zkksrk (mgr.14702) 111 : cluster [DBG] pgmap v83: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:51 smithi165 conmon[67662]: cluster 2022-01-25T22:54:49.617859+0000 mds.foofs.smithi068.qekbvd (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 168.524722 secs 2022-01-25T22:54:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:51 smithi165 conmon[67662]: cluster 2022-01-25T22:54:49.983840+0000 mgr.smithi068.zkksrk (mgr.14702) 111 : cluster [DBG] pgmap v83: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:51.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 175 sec latency 185081.592 ms 2022-01-25T22:54:52.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 176 sec latency 186081.662 ms 2022-01-25T22:54:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:53 smithi068 conmon[102841]: cluster 2022-01-25T22:54:51.984645+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:54:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:53 smithi068 conmon[102841]: .14702) 112 : cluster [DBG] pgmap v84: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:53 smithi165 conmon[67662]: cluster 2022-01-25T22:54:51.984645+0000 mgr.smithi068.zkksrk (mgr.14702) 112 : cluster [DBG] pgmap v84: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:53.920 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 177 sec latency 187081.714 ms 2022-01-25T22:54:54.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 178 sec latency 188081.777 ms 2022-01-25T22:54:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:54 smithi165 conmon[67662]: cluster 2022-01-25T22:54:53.985849+0000 mgr.smithi068.zkksrk (mgr.14702) 113 : cluster [DBG] pgmap v85: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:54 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T22:54:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:54 smithi068 conmon[102841]: 22:54:53.985849+0000 mgr.smithi068.zkksrk (mgr.14702) 113 : cluster [DBG] pgmap v85: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:55.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 179 sec latency 189081.834 ms 2022-01-25T22:54:56.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:55 smithi165 conmon[67662]: cluster 2022-01-25T22:54:54.617905+0000 mds.foofs.smithi068.qekbvd (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 173.524785 secs 2022-01-25T22:54:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:55 smithi068 conmon[102841]: cluster 2022-01-25T22:54:54.617905+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:54:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:55 smithi068 conmon[102841]: ) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 173.524785 secs 2022-01-25T22:54:56.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 180 sec latency 190081.919 ms 2022-01-25T22:54:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:56 smithi165 conmon[67662]: cluster 2022-01-25T22:54:55.986569+0000 mgr.smithi068.zkksrk (mgr.14702) 114 : cluster [DBG] pgmap v86: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:56 smithi068 conmon[102841]: cluster 2022-01-25T22:54:55.986569+0000 mgr.smithi068.zkksrk (mgr.14702) 114 : cluster [DBG] pgmap v86: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:57.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 181 sec latency 191082.026 ms 2022-01-25T22:54:58.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 182 sec latency 192082.151 ms 2022-01-25T22:54:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:59 smithi068 conmon[102841]: cluster 2022-01-25T22:54:57.987302+0000 mgr.smithi068.zkksrk (mgr.14702) 115 : cluster 2022-01-25T22:54:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:54:59 smithi068 conmon[102841]: [DBG] pgmap v87: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:54:59 smithi165 conmon[67662]: cluster 2022-01-25T22:54:57.987302+0000 mgr.smithi068.zkksrk (mgr.14702) 115 : cluster [DBG] pgmap v87: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:54:59.817 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:54:59.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 183 sec latency 193082.218 ms 2022-01-25T22:55:00.107 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:55:00.108 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (8m) 114s ago 9m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:55:00.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (2m) 114s ago 9m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:55:00.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (111s) 106s ago 9m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:55:00.109 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (8m) 114s ago 9m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:55:00.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (5m) 114s ago 5m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:55:00.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (5m) 106s ago 5m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:55:00.111 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (2m) 114s ago 11m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:55:00.111 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (2m) 106s ago 9m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:55:00.112 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (2m) 114s ago 11m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:55:00.112 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (2m) 106s ago 9m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:55:00.113 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (3m) 114s ago 3m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:55:00.113 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (3m) 106s ago 3m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:55:00.114 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (9m) 114s ago 9m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:55:00.114 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (9m) 106s ago 8m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:55:00.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (8m) 114s ago 8m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:55:00.115 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (8m) 114s ago 8m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:55:00.115 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (8m) 114s ago 8m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:55:00.116 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (7m) 114s ago 7m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:55:00.116 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (7m) 106s ago 7m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:55:00.117 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (7m) 106s ago 7m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:55:00.117 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (7m) 106s ago 7m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:55:00.118 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (6m) 106s ago 6m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:55:00.118 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (8m) 114s ago 9m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:55:00.449 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:55:00.449 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:55:00.450 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:00.450 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:00.451 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:55:00.451 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:00.452 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:00.452 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:55:00.452 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:55:00.453 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:00.453 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:55:00.454 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:55:00.454 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:00.454 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:55:00.455 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:55:00.455 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:55:00.455 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:55:00.456 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:55:00.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 184 sec latency 194082.306 ms 2022-01-25T22:55:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:55:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 01-25T22:54:59.617986+0000 mds.foofs.smithi068.qekbvd (mds.0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 178.524865 secs 2022-01-25T22:55:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: audit 2022-01-25T22:55:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 2022-01-25T22:54:59.805617+0000 mgr.smithi068.zkksrk (mgr.14702) 116 : 2022-01-25T22:55:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 2022-01-25T22:55:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:55:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 01-25T22:54:59. 2022-01-25T22:55:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 988217+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:55:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 117 : cluster [DBG] pgmap v88: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: audit 2022-01-25T22:55:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 2022-01-25T22:55:00. 2022-01-25T22:55:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 093328+0000 mgr.smithi068.zkksrk (mgr.14702) 118 : audit 2022-01-25T22:55:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T22:55:01.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: 22:55:00.449899+0000 mon.smithi068 (mon 2022-01-25T22:55:01.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:01 smithi068 conmon[102841]: .0) 157 : audit [DBG] from='client.? 172.21.15.68:0/2345860670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: cluster 2022-01-25T22:54:59.617986+0000 mds.foofs.smithi068.qekbvd (mds.0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 178.524865 secs 2022-01-25T22:55:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: audit 2022-01-25T22:54 2022-01-25T22:55:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: :59.805617+0000 mgr.smithi068.zkksrk (mgr.14702) 116 : audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: cluster 2022-01-25T22:54:59.988217+0000 mgr.smithi068.zkksrk (mgr.14702) 117 : cluster [DBG] pgmap v88: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: audit 2022-01-25T22:55:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: 2022-01-25T22:55:00.093328+0000 mgr.smithi068.zkksrk (mgr.14702) 118 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:55:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: :55:00.449899+0000 mon.smithi068 (mon.0) 2022-01-25T22:55:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:01 smithi165 conmon[67662]: 157 : audit [DBG] from='client.? 172.21.15.68:0/2345860670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:01.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 185 sec latency 195082.339 ms 2022-01-25T22:55:02.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 186 sec latency 196082.453 ms 2022-01-25T22:55:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:03 smithi068 conmon[102841]: cluster 2022-01-25T22:55:01.989008+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:55:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:03 smithi068 conmon[102841]: ) 119 : cluster [DBG] pgmap v89: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:03 smithi165 conmon[67662]: cluster 2022-01-25T22:55:01.989008+0000 mgr.smithi068.zkksrk (mgr.14702) 119 : cluster [DBG] pgmap v89: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:03.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 187 sec latency 197082.562 ms 2022-01-25T22:55:04.921 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 188 sec latency 198082.677 ms 2022-01-25T22:55:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:04 smithi165 conmon[67662]: cluster 2022-01-25T22:55:03.990153+0000 mgr.smithi068.zkksrk (mgr.14702) 120 : cluster [DBG] pgmap v90: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:04 smithi068 conmon[102841]: cluster 2022-01-25T22:55:03.990153+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:55:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:04 smithi068 conmon[102841]: 120 : cluster [DBG] pgmap v90: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:05.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 189 sec latency 199082.803 ms 2022-01-25T22:55:06.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:05 smithi165 conmon[67662]: cluster 2022-01-25T22:55:04.618131+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:55:06.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:05 smithi165 conmon[67662]: ) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 183.524995 secs 2022-01-25T22:55:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:05 smithi068 conmon[102841]: cluster 2022-01-25T22:55:04.618131+0000 mds.foofs.smithi068.qekbvd (mds. 2022-01-25T22:55:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:05 smithi068 conmon[102841]: 0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 183.524995 secs 2022-01-25T22:55:06.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 190 sec latency 200082.914 ms 2022-01-25T22:55:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:06 smithi165 conmon[67662]: cluster 2022-01-25T22:55:05.990891+0000 mgr.smithi068.zkksrk (mgr.14702) 121 : cluster [DBG] 2022-01-25T22:55:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:06 smithi165 conmon[67662]: pgmap v91: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:06 smithi068 conmon[102841]: cluster 2022-01-25T22:55:05.990891+0000 mgr.smithi068.zkksrk (mgr.14702) 121 : cluster [DBG] pgmap v91: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:07.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 191 sec latency 201083.042 ms 2022-01-25T22:55:08.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 192 sec latency 202083.152 ms 2022-01-25T22:55:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:09 smithi068 conmon[102841]: cluster 2022-01-25T22:55: 2022-01-25T22:55:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:09 smithi068 conmon[102841]: 07.991718+0000 mgr.smithi068.zkksrk (mgr.14702) 122 : cluster [DBG] pgmap v92: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:09 smithi165 conmon[67662]: cluster 2022-01-25T22:55:07.991718+0000 mgr.smithi068.zkksrk (mgr.14702) 122 : cluster [DBG] pgmap v92: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:09.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 193 sec latency 203083.261 ms 2022-01-25T22:55:10.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 194 sec latency 204083.378 ms 2022-01-25T22:55:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:11 smithi068 conmon[102841]: cluster 2022-01-25T22:55:09.618247+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:55:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:11 smithi068 conmon[102841]: .0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 188.525125 secs 2022-01-25T22:55:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:11 smithi068 conmon[102841]: cluster 2022-01-25T22:55:09.993005+0000 mgr.smithi068.zkksrk (mgr.14702) 123 : cluster [DBG] pgmap v93: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:11 smithi165 conmon[67662]: cluster 2022-01-25T22:55:09.618247+0000 mds.foofs.smithi068.qekbvd (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 188.525125 secs 2022-01-25T22:55:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:11 smithi165 conmon[67662]: cluster 2022-01-25T22:55:09.993005+0000 mgr.smithi068.zkksrk (mgr.14702) 123 : cluster [DBG] pgmap v93: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:11.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 195 sec latency 205083.490 ms 2022-01-25T22:55:12.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 196 sec latency 206083.587 ms 2022-01-25T22:55:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:13 smithi068 conmon[102841]: cluster 2022-01-25T22:55:11.993850+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:55:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:13 smithi068 conmon[102841]: 14702) 124 : cluster [DBG] pgmap v94: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:13 smithi165 conmon[67662]: cluster 2022-01-25T22:55:11.993850+0000 mgr.smithi068.zkksrk (mgr.14702) 124 : cluster 2022-01-25T22:55:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:13 smithi165 conmon[67662]: [DBG] pgmap v94: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:13.922 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 197 sec latency 207083.662 ms 2022-01-25T22:55:14.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 198 sec latency 208083.703 ms 2022-01-25T22:55:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:14 smithi165 conmon[67662]: cluster 2022-01-25T22:55:13.995119+0000 mgr.smithi068.zkksrk (mgr.14702) 125 : cluster [DBG] 2022-01-25T22:55:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:14 smithi165 conmon[67662]: pgmap v95: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:14 smithi068 conmon[102841]: cluster 2022-01-25T22:55:13.995119+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:55:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:14 smithi068 conmon[102841]: 125 : cluster [DBG] pgmap v95: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:15.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 199 sec latency 209083.800 ms 2022-01-25T22:55:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:15 smithi165 conmon[67662]: cluster 2022-01-25T22:55:14.618405+0000 mds.foofs.smithi068.qekbvd (mds.0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 193.525274 secs 2022-01-25T22:55:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:15 smithi068 conmon[102841]: cluster 2022-01-25T22:55:14.618405+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:55:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:15 smithi068 conmon[102841]: .0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 193.525274 secs 2022-01-25T22:55:16.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 200 sec latency 210083.868 ms 2022-01-25T22:55:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:16 smithi165 conmon[67662]: cluster 2022-01-25T22:55:15.995968+0000 mgr.smithi068.zkksrk (mgr.14702) 126 : cluster [DBG] pgmap v96: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:16 smithi165 conmon[67662]: 2022-01-25T22:55:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:16 smithi068 conmon[102841]: cluster 2022-01-25T22:55:15.995968+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:55:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:16 smithi068 conmon[102841]: ) 126 : cluster [DBG] pgmap v96: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:17.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 201 sec latency 211083.955 ms 2022-01-25T22:55:18.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 202 sec latency 212084.057 ms 2022-01-25T22:55:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:19 smithi068 conmon[102841]: cluster 2022-01-25T22:55:17.996744+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:55:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:19 smithi068 conmon[102841]: 14702) 127 : cluster [DBG] pgmap v97: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:19 smithi068 conmon[102841]: audit 2022-01-25T22:55:18.166803+0000 mon.smithi068 (mon.0) 158 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:55:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:19 smithi068 conmon[102841]: audit 2022-01-25T22:55:18.168357+0000 2022-01-25T22:55:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:19 smithi068 conmon[102841]: mon.smithi068 (mon.0) 159 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:55:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:19 smithi068 conmon[102841]: 2022-01-25T22:55:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:19 smithi165 conmon[67662]: cluster 2022-01-25T22:55:17.996744+0000 mgr.smithi068.zkksrk (mgr.14702) 127 : cluster [DBG] pgmap v97: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:19 smithi165 conmon[67662]: 2022-01-25T22:55:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:19 smithi165 conmon[67662]: audit 2022-01-25T22:55:18.166803+0000 mon.smithi068 (mon.0) 158 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:55:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:19 smithi165 conmon[67662]: audit 2022-01-25T22:55:18.168357+0000 mon.smithi068 (mon.0) 159 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:55:19.610 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:19 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-25T22:55:19.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 203 sec latency 213084.112 ms 2022-01-25T22:55:20.060 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:19 smithi068 podman[109381]: 2022-01-25T22:55:20.333 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:20 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-25T22:55:20.809 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:20 smithi068 systemd[1]: Failed to start Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:55:20.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 204 sec latency 214084.161 ms 2022-01-25T22:55:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: cluster 2022-01-25T22:55:19.618466+0000 mds.foofs.smithi068.qekbvd (mds.0) 39 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 198.525349 secs 2022-01-25T22:55:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: cluster 2022-01-25T22:55:19.997681+0000 mgr.smithi068.zkksrk (mgr.14702) 128 : cluster [DBG] pgmap v98: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: audit 2022-01-25T22:55:20.366864+0000 mon.smithi068 (mon.0) 160 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:21.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: audit 2022-01-25T22:55:20.367594+0000 mon.smithi068 (mon.0) 161 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:21.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: audit 2022-01-25T22:55:20.369025+0000 mon.smithi068 (mon.0) 162 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:21.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: audit 2022-01-25T22:55:20.369695+0000 mon.smithi068 (mon.0) 163 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:21.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:21 smithi068 conmon[102841]: audit 2022-01-25T22:55:20.724195+0000 mon.smithi068 (mon.0) 164 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: cluster 2022-01-25T22:55:19.618466+0000 mds.foofs.smithi068.qekbvd (mds.0) 39 : cluster 2022-01-25T22:55:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 198.525349 secs 2022-01-25T22:55:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: cluster 2022-01-25T22:55:19.997681+0000 mgr.smithi068.zkksrk (mgr.14702) 128 : cluster [DBG] pgmap v98: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: audit 2022-01-25T22:55:20.366864+0000 mon.smithi068 (mon.0) 160 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: audit 2022-01-25T22:55:20.367594+0000 mon.smithi068 (mon.0) 161 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:21.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: audit 2022-01-25T22:55:20.369025+0000 mon.smithi068 (mon.0) 162 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:21.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: audit 2022-01-25T22:55:20.369695+0000 mon.smithi068 2022-01-25T22:55:21.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: (mon.0) 163 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:21.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: 2022-01-25T22:55:20.724195+0000 mon.smithi068 (mon.0) 164 : audit [INF] 2022-01-25T22:55:21.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:21 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:21.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 205 sec latency 215084.273 ms 2022-01-25T22:55:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: cephadm 2022-01-25T22:55:20.361430+0000 mgr.smithi068.zkksrk (mgr.14702) 129 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:55:22.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:55:22.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: Traceback (most recent call last): 2022-01-25T22:55:22.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:55:22.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: main() 2022-01-25T22:55:22.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:55:22.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: r = ctx.func(ctx) 2022-01-25T22:55:22.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:55:22.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: return func(ctx) 2022-01-25T22:55:22.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:55:22.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: ports=daemon_ports) 2022-01-25T22:55:22.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:55:22.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:55:22.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:55:22.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:55:22.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:55:22.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:55:22.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: Traceback (most recent call last): 2022-01-25T22:55:22.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-25T22:55:22.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: yield (conn, connr) 2022-01-25T22:55:22.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-25T22:55:22.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: code, '\n'.join(err))) 2022-01-25T22:55:22.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:55:22.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:55:22.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: Traceback (most recent call last): 2022-01-25T22:55:22.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:55:22.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: main() 2022-01-25T22:55:22.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:55:22.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: r = ctx.func(ctx) 2022-01-25T22:55:22.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:55:22.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: return func(ctx) 2022-01-25T22:55:22.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:55:22.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: ports=daemon_ports) 2022-01-25T22:55:22.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:55:22.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:55:22.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:55:22.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:55:22.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:55:22.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:55:22.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: 2022-01-25T22:55:22.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: cephadm 2022-01-25T22:55:20.361589+0000 mgr.smithi068.zkksrk (mgr.14702) 130 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T22:55:22.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: cluster 2022-01-25T22:55:20.367713+0000 mgr.smithi068.zkksrk (mgr.14702) 131 : cluster [DBG] pgmap v99: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:22.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: cephadm 2022-01-25T22:55:20.370257+0000 mgr.smithi068.zkksrk (mgr.14702) 132 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:22.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.128719+0000 mon.smithi068 (mon.0) 165 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.134183+0000 mon.smithi068 (mon.0) 166 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.137485+0000 mon.smithi068 (mon.0) 167 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:22.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.138462+0000 mon.smithi068 (mon.0) 168 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:22.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.139089+0000 mon.smithi068 (mon.0) 169 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:22.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: cephadm 2022-01-25T22:55:21.139650+0000 mgr.smithi068.zkksrk (mgr.14702) 133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:22.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T22:55:22.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: 22:55:21.143042+0000 mon.smithi068 (mon.0) 170 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: audit 2022-01-25T22:55:21.148706+0000 mon.smithi068 (mon.0) 171 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.460 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:22 smithi165 conmon[67662]: cluster 2022-01-25T22:55:21.365300+0000 mon.smithi068 (mon.0) 172 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi068 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-25T22:55:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: cephadm 2022-01-25T22:55 2022-01-25T22:55:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: :20.361430+0000 mgr.smithi068.zkksrk (mgr.14702) 129 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:55:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:55:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: Traceback (most recent call last): 2022-01-25T22:55:22.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:55:22.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: main() 2022-01-25T22:55:22.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:55:22.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: r = ctx.func(ctx) 2022-01-25T22:55:22.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:55:22.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: return func(ctx) 2022-01-25T22:55:22.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:55:22.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: ports=daemon_ports) 2022-01-25T22:55:22.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:55:22.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:55:22.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:55:22.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:55:22.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:55:22.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:55:22.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: Traceback (most recent call last): 2022-01-25T22:55:22.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-25T22:55:22.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: yield (conn, connr) 2022-01-25T22:55:22.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-25T22:55:22.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: code, '\n'.join(err))) 2022-01-25T22:55:22.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:55:22.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:55:22.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: Traceback (most recent call last): 2022-01-25T22:55:22.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:55:22.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: main() 2022-01-25T22:55:22.568 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:55:22.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: r = ctx.func(ctx) 2022-01-25T22:55:22.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:55:22.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: return func(ctx) 2022-01-25T22:55:22.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:55:22.569 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: ports=daemon_ports) 2022-01-25T22:55:22.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:55:22.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:55:22.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:55:22.570 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:55:22.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:55:22.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:55:22.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:55:22.571 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:55:22.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 2022-01-25T22:55:22.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: cephadm 2022-01-25T22:55:20. 2022-01-25T22:55:22.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 361589+0000 mgr.smithi068.zkksrk (mgr.14702) 130 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T22:55:22.572 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: cluster 2022-01-25T22:55:20.367713+0000 mgr.smithi068.zkksrk (mgr.14702) 131 : cluster [DBG] pgmap v99: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:22.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: cephadm 2022-01-25T22:55:20.370257+0000 mgr.smithi068.zkksrk (mgr.14702) 132 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:22.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022-01-25T22:55:21.128719+0000 mon.smithi068 (mon.0) 165 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022-01-25T22:55:21.134183+0000 mon.smithi068 (mon.0) 166 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.573 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022-01-25T22:55:21.137485+0000 mon.smithi068 (mon.0) 167 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:22.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:55:22.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 25T22:55:21.138462+0000 mon.smithi068 2022-01-25T22:55:22.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: (mon.0) 168 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:22.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 2022-01-25T22:55:22.574 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022-01-25T22:55:22.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 2022-01-25T22:55:21.139089+0000 mon.smithi068 2022-01-25T22:55:22.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: (mon.0) 169 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:22.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: cephadm 2022- 2022-01-25T22:55:22.575 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 01-25T22:55:21.139650+0000 2022-01-25T22:55:22.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:22.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:55:22.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 01-25T22:55:21.143042+0000 2022-01-25T22:55:22.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: mon.smithi068 (mon.0) 170 : audit [INF] 2022-01-25T22:55:22.576 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.577 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: audit 2022-01-25T22:55 2022-01-25T22:55:22.577 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: :21.148706+0000 mon.smithi068 (mon.0 2022-01-25T22:55:22.577 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: ) 171 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:22.577 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:55:22.578 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: 01-25T22:55:21.365300 2022-01-25T22:55:22.578 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 172 : cluster 2022-01-25T22:55:22.578 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:22 smithi068 conmon[102841]: [WRN] Health check failed: Upgrading daemon osd.0 on host smithi068 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-25T22:55:22.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 206 sec latency 216084.412 ms 2022-01-25T22:55:23.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 207 sec latency 217084.459 ms 2022-01-25T22:55:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:24 smithi165 conmon[67662]: cluster 2022-01-25T22:55:22.368680+0000 mgr.smithi068.zkksrk (mgr.14702) 134 : cluster [DBG] pgmap v100: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:24 smithi068 conmon[102841]: cluster 2022-01-25T22:55:22.368680+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:55:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:24 smithi068 conmon[102841]: mgr.14702) 134 : cluster [DBG] pgmap v100: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:24.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 208 sec latency 218084.580 ms 2022-01-25T22:55:25.923 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 209 sec latency 219084.700 ms 2022-01-25T22:55:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:26 smithi165 conmon[67662]: cluster 2022-01-25T22:55:24.369951+0000 mgr.smithi068.zkksrk (mgr.14702) 135 : cluster [DBG] pgmap v101: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:26 smithi165 conmon[67662]: cluster 2022-01-25T22:55:24.618624+0000 mds.foofs.smithi068.qekbvd (mds.0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 203.525486 secs 2022-01-25T22:55:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:26 smithi068 conmon[102841]: cluster 2022-01-25T22:55:24.369951+0000 mgr.smithi068.zkksrk (mgr.14702) 135 : cluster [DBG] pgmap v101: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:26 smithi068 conmon[102841]: cluster 2022-01-25T22:55:24.618624+0000 mds.foofs.smithi068.qekbvd (mds.0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 203.525486 secs 2022-01-25T22:55:26.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 210 sec latency 220084.813 ms 2022-01-25T22:55:27.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 211 sec latency 221084.881 ms 2022-01-25T22:55:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:28 smithi165 conmon[67662]: cluster 2022-01-25T22:55:26.370696+0000 mgr.smithi068.zkksrk (mgr.14702) 136 : cluster [DBG] pgmap v102: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:28 smithi068 conmon[102841]: cluster 2022-01-25T22:55:26.370696+0000 mgr.smithi068.zkksrk (mgr.14702) 136 : cluster 2022-01-25T22:55:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:28 smithi068 conmon[102841]: [DBG] pgmap v102: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:28.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 212 sec latency 222084.947 ms 2022-01-25T22:55:29.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 213 sec latency 223085.035 ms 2022-01-25T22:55:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:30 smithi165 conmon[67662]: cluster 2022-01-25T22:55:28.371564+0000 mgr.smithi068.zkksrk (mgr.14702) 137 : cluster [DBG] pgmap v103: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:30 smithi165 conmon[67662]: 2022-01-25T22:55:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:30 smithi068 conmon[102841]: cluster 2022-01-25T22:55:28.371564+0000 2022-01-25T22:55:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:30 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 137 : cluster [DBG] pgmap v103: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:30.788 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:55:30.822 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-25T22:55:30.822 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 1. 2022-01-25T22:55:30.823 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: Stopped Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:55:30.823 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108697 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:55:30.823 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:55:30.823 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108851 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:55:30.824 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:55:30.824 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108891 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:55:30.824 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:55:30.824 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: Starting Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:55:30.825 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108697 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:55:30.825 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:55:30.825 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108851 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:55:30.825 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:55:30.826 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108891 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:55:30.826 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:55:30.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 214 sec latency 224085.072 ms 2022-01-25T22:55:31.124 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:30 smithi068 bash[109627]: 5f811d9059ed62e21c3ea2b827a88599f133242b45aa35955eb247751e228b7c 2022-01-25T22:55:31.124 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:55:31.124 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (9m) 2m ago 10m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:55:31.125 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (2m) 2m ago 10m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:55:31.125 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (2m) 2m ago 9m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:55:31.125 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (9m) 2m ago 10m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:55:31.125 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (5m) 2m ago 5m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:55:31.126 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (5m) 2m ago 5m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:55:31.126 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (3m) 2m ago 11m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:55:31.126 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (3m) 2m ago 9m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:55:31.126 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (2m) 2m ago 11m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:55:31.127 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (2m) 2m ago 9m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:55:31.127 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (3m) 2m ago 3m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:55:31.127 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (3m) 2m ago 3m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:55:31.127 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (10m) 2m ago 10m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:55:31.127 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (9m) 2m ago 9m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:55:31.128 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (9m) 2m ago 9m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:55:31.128 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (8m) 2m ago 8m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:55:31.128 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (8m) 2m ago 8m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:55:31.128 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (8m) 2m ago 8m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:55:31.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (8m) 2m ago 8m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:55:31.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (7m) 2m ago 7m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:55:31.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (7m) 2m ago 7m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:55:31.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (7m) 2m ago 7m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:55:31.130 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (9m) 2m ago 9m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:55:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:31 smithi165 conmon[67662]: cluster 2022-01-25T22:55:29.618722+0000 mds.foofs.smithi068.qekbvd (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 208.525601 secs 2022-01-25T22:55:31.495 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:55:31.496 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:55:31.496 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:31.496 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:31.496 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:55:31.497 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:31.497 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:31.498 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:55:31.498 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:55:31.498 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:31.499 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:55:31.499 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:55:31.499 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:55:31.499 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:55:31.499 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:55:31.500 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:55:31.500 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:55:31.500 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:55:31.501 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:31 smithi068 conmon[102841]: cluster 2022-01-25T22:55:29.618722+0000 mds.foofs.smithi068.qekbvd (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 208.525601 secs 2022-01-25T22:55:31.501 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:31 smithi068 podman[109864]: 2022-01-25T22:55:31.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 215 sec latency 225085.135 ms 2022-01-25T22:55:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: cluster 2022-01-25T22:55:30.372717+0000 mgr.smithi068.zkksrk (mgr.14702) 138 : cluster [DBG] pgmap v104: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: 2022-01-25T22:55:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: audit 2022-01-25T22:55:30.774942+0000 mgr.smithi068.zkksrk (mgr.14702) 139 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: audit 2022 2022-01-25T22:55:32.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: -01-25T22:55:31.109188+0000 mgr.smithi068.zkksrk (mgr.14702) 140 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:32.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: 2022-01-25T22:55:32.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: audit 2022-01-25T22:55:32.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: 2022-01-25T22:55 2022-01-25T22:55:32.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: :31.495128+0000 mon.smithi068 (mon.0) 2022-01-25T22:55:32.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:32 smithi165 conmon[67662]: 173 : audit [DBG] from='client.? 172.21.15.68:0/2559828715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:32.560 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:55:32 smithi068 bash[108697]: time="2022-01-25T22:55:32Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-01-25T22:55:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:32 smithi068 conmon[102841]: cluster 2022-01-25T22:55:30.372717+0000 mgr.smithi068.zkksrk (mgr.14702) 138 : cluster [DBG] pgmap v104: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:32 smithi068 conmon[102841]: audit 2022-01-25T22:55:30.774942+0000 mgr.smithi068.zkksrk (mgr.14702) 139 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:32 smithi068 conmon[102841]: audit 2022-01-25T22:55:31.109188+0000 mgr.smithi068.zkksrk (mgr.14702) 140 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:32 smithi068 conmon[102841]: audit 2022-01-25T22:55:31.495128+0000 mon.smithi068 (mon.0) 173 : audit [DBG] from='client.? 172.21.15.68:0/2559828715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:32.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 216 sec latency 226085.215 ms 2022-01-25T22:55:33.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 217 sec latency 227085.279 ms 2022-01-25T22:55:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:34 smithi165 conmon[67662]: cluster 2022-01-25T22:55:32.373396+0000 mgr.smithi068.zkksrk (mgr.14702) 141 : cluster [DBG] pgmap v105: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:34 smithi165 conmon[67662]: audit 2022-01-25T22:55:33.133102+0000 2022-01-25T22:55:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:34 smithi165 conmon[67662]: mon.smithi068 (mon.0) 174 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:34 smithi068 conmon[102841]: cluster 2022-01-25T22:55:32.373396+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:55:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:34 smithi068 conmon[102841]: 141 : cluster [DBG] pgmap v105: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:34 smithi068 conmon[102841]: audit 2022-01-25T22:55:33.133102+0000 mon.smithi068 (mon.0) 174 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:55:34.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 218 sec latency 228085.363 ms 2022-01-25T22:55:35.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 219 sec latency 229085.432 ms 2022-01-25T22:55:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:36 smithi165 conmon[67662]: cluster 2022-01-25T22:55:34.374715+0000 mgr.smithi068.zkksrk (mgr.14702) 142 : cluster [DBG] pgmap v106: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:36 smithi165 conmon[67662]: cluster 2022-01-25T22:55:34.618861+0000 mds.foofs.smithi068.qekbvd (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 213.525724 secs 2022-01-25T22:55:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:36 smithi068 conmon[102841]: cluster 2022-01-25T22:55:34.374715+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:55:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:36 smithi068 conmon[102841]: ) 142 : cluster [DBG] pgmap v106: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:36 smithi068 conmon[102841]: cluster 2022-01-25T22:55:34.618861+0000 mds.foofs.smithi068.qekbvd (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 213.525724 secs 2022-01-25T22:55:36.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 220 sec latency 230085.546 ms 2022-01-25T22:55:37.924 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 221 sec latency 231085.687 ms 2022-01-25T22:55:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:38 smithi165 conmon[67662]: cluster 2022-01-25T22:55:36.375771+0000 mgr.smithi068.zkksrk (mgr.14702) 143 : cluster [DBG] pgmap v107: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:38 smithi068 conmon[102841]: cluster 2022-01-25T22:55:36.375771+0000 mgr.smithi068.zkksrk (mgr.14702) 143 : cluster [DBG] pgmap v107: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:38.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 222 sec latency 232085.821 ms 2022-01-25T22:55:39.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 223 sec latency 233085.931 ms 2022-01-25T22:55:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:40 smithi165 conmon[67662]: cluster 2022-01-25T22:55:38.376745+0000 mgr.smithi068.zkksrk (mgr.14702) 144 : cluster [DBG] pgmap v108: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:40 smithi068 conmon[102841]: cluster 2022-01-25T22:55:38.376745+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:55:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:40 smithi068 conmon[102841]: ) 144 : cluster [DBG] pgmap v108: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:40.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 224 sec latency 234086.036 ms 2022-01-25T22:55:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:41 smithi165 conmon[67662]: cluster 2022-01-25T22:55:39.618972+0000 mds.foofs.smithi068.qekbvd (mds.0) 43 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 218.525851 secs 2022-01-25T22:55:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:41 smithi068 conmon[102841]: cluster 2022-01-25T22:55:39.618972+0000 mds.foofs.smithi068.qekbvd (mds.0) 43 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 218.525851 secs 2022-01-25T22:55:41.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 225 sec latency 235086.137 ms 2022-01-25T22:55:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:42 smithi165 conmon[67662]: cluster 2022-01-25T22:55:40.377943+0000 mgr.smithi068.zkksrk (mgr.14702) 145 : cluster [DBG] 2022-01-25T22:55:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:42 smithi165 conmon[67662]: pgmap v109: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:42 smithi068 conmon[102841]: cluster 2022-01-25T22:55:40.377943+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:55:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:42 smithi068 conmon[102841]: ) 145 : cluster [DBG] pgmap v109: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:42.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 226 sec latency 236086.194 ms 2022-01-25T22:55:43.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 227 sec latency 237086.313 ms 2022-01-25T22:55:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:44 smithi165 conmon[67662]: cluster 2022-01-25T22:55:42.378876+0000 mgr.smithi068.zkksrk (mgr.14702) 146 : cluster [DBG] pgmap v110: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:44 smithi068 conmon[102841]: cluster 2022-01-25T22:55:42.378876+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:55:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:44 smithi068 conmon[102841]: 146 : cluster [DBG] pgmap v110: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:44.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 228 sec latency 238086.377 ms 2022-01-25T22:55:45.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 229 sec latency 239086.437 ms 2022-01-25T22:55:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:46 smithi165 conmon[67662]: cluster 2022-01-25T22:55:44.380029+0000 mgr.smithi068.zkksrk (mgr.14702) 147 : cluster [DBG] pgmap v111: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:46 smithi165 conmon[67662]: cluster 2022-01-25T22:55:44.619105+0000 mds.foofs.smithi068.qekbvd (mds.0) 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 223.525967 secs 2022-01-25T22:55:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:46 smithi068 conmon[102841]: cluster 2022-01-25T22:55:44.380029+0000 mgr.smithi068.zkksrk (mgr.14702) 147 : cluster [DBG] pgmap v111: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:46 smithi068 conmon[102841]: cluster 2022-01-25T22:55:44.619105+0000 mds.foofs.smithi068.qekbvd (mds.0) 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 223.525967 secs 2022-01-25T22:55:46.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 230 sec latency 240086.558 ms 2022-01-25T22:55:47.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 231 sec latency 241086.613 ms 2022-01-25T22:55:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:48 smithi165 conmon[67662]: cluster 2022-01-25T22:55:46.380794+0000 mgr.smithi068.zkksrk (mgr.14702) 148 : cluster 2022-01-25T22:55:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:48 smithi165 conmon[67662]: [DBG] pgmap v112: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:48 smithi068 conmon[102841]: cluster 2022-01-25T22:55:46.380794+0000 mgr.smithi068.zkksrk (mgr.14702) 148 : cluster [DBG] pgmap v112: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:48.925 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 232 sec latency 242086.645 ms 2022-01-25T22:55:49.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 233 sec latency 243086.766 ms 2022-01-25T22:55:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:50 smithi165 conmon[67662]: cluster 2022-01-25T22:55:48.381666+0000 mgr.smithi068.zkksrk (mgr.14702) 149 : cluster [DBG] pgmap v113: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:50 smithi068 conmon[102841]: cluster 2022-01-25T22:55:48.381666+0000 mgr.smithi068.zkksrk (mgr.14702) 149 : cluster 2022-01-25T22:55:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:50 smithi068 conmon[102841]: [DBG] pgmap v113: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:50.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 234 sec latency 244086.845 ms 2022-01-25T22:55:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:51 smithi165 conmon[67662]: cluster 2022-01-25T22:55:49.619244+0000 mds.foofs.smithi068.qekbvd (mds.0) 45 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 228.526095 secs 2022-01-25T22:55:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:51 smithi068 conmon[102841]: cluster 2022-01-25T22:55:49.619244+0000 mds.foofs.smithi068.qekbvd (mds.0) 45 : cluster [WRN] 2022-01-25T22:55:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:51 smithi068 conmon[102841]: 1 slow requests, 0 included below; oldest blocked for > 228.526095 secs 2022-01-25T22:55:51.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 235 sec latency 245086.913 ms 2022-01-25T22:55:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:52 smithi165 conmon[67662]: cluster 2022-01-25T22:55:50.382755+0000 mgr.smithi068.zkksrk (mgr.14702) 150 : cluster [DBG] pgmap v114: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:52 smithi068 conmon[102841]: cluster 2022-01-25T22:55:50.382755+0000 mgr.smithi068.zkksrk (mgr.14702) 150 : cluster [DBG] 2022-01-25T22:55:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:52 smithi068 conmon[102841]: pgmap v114: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:52.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 236 sec latency 246087.022 ms 2022-01-25T22:55:53.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 237 sec latency 247087.150 ms 2022-01-25T22:55:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:54 smithi165 conmon[67662]: cluster 2022-01-25T22:55:52.383668+0000 mgr.smithi068.zkksrk (mgr.14702) 151 : cluster [DBG] pgmap v115: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:54 smithi068 conmon[102841]: cluster 2022-01-25T22:55:52.383668+0000 mgr.smithi068.zkksrk (mgr.14702) 151 : cluster [DBG] pgmap v115: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:54.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 238 sec latency 248087.212 ms 2022-01-25T22:55:55.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 239 sec latency 249087.329 ms 2022-01-25T22:55:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:56 smithi165 conmon[67662]: cluster 2022-01-25T22:55:54.384799+0000 mgr.smithi068.zkksrk (mgr.14702) 152 : cluster [DBG] pgmap v116: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:56 smithi165 conmon[67662]: cluster 2022-01-25T22:55:54.619350+0000 mds.foofs.smithi068.qekbvd (mds.0) 46 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 233.526228 secs 2022-01-25T22:55:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:56 smithi068 conmon[102841]: cluster 2022-01-25T22:55:54.384799+0000 mgr.smithi068.zkksrk (mgr.14702) 152 2022-01-25T22:55:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v116: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:56 smithi068 conmon[102841]: cluster 2022-01-25T22:55:54.619350+0000 mds.foofs.smithi068.qekbvd (mds.0) 46 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 233.526228 secs 2022-01-25T22:55:56.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 240 sec latency 250087.440 ms 2022-01-25T22:55:57.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 241 sec latency 251087.499 ms 2022-01-25T22:55:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:55:58 smithi165 conmon[67662]: cluster 2022-01-25T22:55:56.385569+0000 mgr.smithi068.zkksrk (mgr.14702) 153 : cluster [DBG] pgmap v117: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:58 smithi068 conmon[102841]: cluster 2022-01-25T22:55:56.385569+0000 mgr.smithi068.zkksrk (mgr.14702) 153 : cluster 2022-01-25T22:55:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:55:58 smithi068 conmon[102841]: [DBG] pgmap v117: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:55:58.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 242 sec latency 252087.601 ms 2022-01-25T22:55:59.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 243 sec latency 253087.702 ms 2022-01-25T22:56:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:00 smithi165 conmon[67662]: cluster 2022-01-25T22:55:58.386345+0000 mgr.smithi068.zkksrk (mgr.14702) 154 : cluster [DBG] pgmap v118: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:00 smithi068 conmon[102841]: cluster 2022-01-25T22:55:58.386345+0000 mgr.smithi068.zkksrk (mgr.14702) 154 : cluster [DBG] pgmap v118: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:00.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 244 sec latency 254087.750 ms 2022-01-25T22:56:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:01 smithi068 conmon[102841]: cluster 2022-01-25T22:55:59.619503+0000 mds.foofs.smithi068.qekbvd (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 238.526371 secs 2022-01-25T22:56:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:01 smithi165 conmon[67662]: cluster 2022-01-25T22:55:59.619503+0000 mds.foofs.smithi068.qekbvd (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 238.526371 secs 2022-01-25T22:56:01.821 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:56:01.926 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 245 sec latency 255087.807 ms 2022-01-25T22:56:02.108 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:56:02.109 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (9m) 2m ago 10m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:56:02.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (3m) 2m ago 10m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:56:02.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (2m) 2m ago 10m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:56:02.109 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (9m) 2m ago 10m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:56:02.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (6m) 2m ago 6m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:56:02.111 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (6m) 2m ago 6m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:56:02.112 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (3m) 2m ago 12m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:56:02.112 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (3m) 2m ago 10m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:56:02.112 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (3m) 2m ago 12m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:56:02.112 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (3m) 2m ago 10m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:56:02.113 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (4m) 2m ago 4m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:56:02.113 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (4m) 2m ago 4m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:56:02.113 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (10m) 2m ago 10m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:56:02.113 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (10m) 2m ago 10m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:56:02.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (9m) 2m ago 9m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:56:02.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (9m) 2m ago 9m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:56:02.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (9m) 2m ago 9m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:56:02.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (8m) 2m ago 8m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:56:02.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (8m) 2m ago 8m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:56:02.115 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (8m) 2m ago 8m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:56:02.115 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (8m) 2m ago 8m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:56:02.115 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (7m) 2m ago 7m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:56:02.115 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (9m) 2m ago 10m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:56:02.449 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:56:02.449 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:56:02.450 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:02.450 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:02.450 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:56:02.450 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:02.451 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:02.451 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:56:02.451 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:56:02.451 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:02.451 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:56:02.452 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:56:02.452 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:02.452 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:56:02.452 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:56:02.453 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:56:02.453 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:56:02.453 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:56:02.453 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:02 smithi068 conmon[102841]: cluster 2022-01-25T22:56:00.387757+0000 mgr.smithi068.zkksrk 2022-01-25T22:56:02.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:02 smithi068 conmon[102841]: (mgr.14702) 155 : cluster [DBG] pgmap v119: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:02 smithi165 conmon[67662]: cluster 2022-01-25T22:56:00.387757+0000 mgr.smithi068.zkksrk (mgr.14702) 155 : cluster [DBG] pgmap v119: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:02.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 246 sec latency 256087.904 ms 2022-01-25T22:56:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:03 smithi068 conmon[102841]: audit 2022-01-25T22:56:01.809224+0000 mgr.smithi068.zkksrk (mgr.14702) 156 2022-01-25T22:56:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:03 smithi068 conmon[102841]: : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:03 smithi068 conmon[102841]: audit 2022-01-25T22:56:02.094560+0000 mgr.smithi068.zkksrk (mgr.14702) 157 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:03 smithi068 conmon[102841]: audit 2022-01-25T22:56:02.449680+0000 2022-01-25T22:56:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:03 smithi068 conmon[102841]: mon.smithi068 (mon.0) 175 : audit [DBG] from='client.? 172.21.15.68:0/829724687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:03 smithi165 conmon[67662]: audit 2022-01-25T22:56:01.809224+0000 mgr.smithi068.zkksrk (mgr.14702) 156 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:03 smithi165 conmon[67662]: audit 2022-01-25T22:56:02. 2022-01-25T22:56:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:03 smithi165 conmon[67662]: 094560+0000 mgr.smithi068.zkksrk (mgr.14702) 157 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:03 smithi165 conmon[67662]: audit 2022-01-25T22:56:02.449680+0000 mon.smithi068 (mon.0) 175 : audit [DBG] from='client.? 172.21.15.68:0/829724687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:03.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 247 sec latency 257087.975 ms 2022-01-25T22:56:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:04 smithi068 conmon[102841]: cluster 2022-01-25T22:56:02.388468+0000 mgr.smithi068.zkksrk (mgr.14702) 158 2022-01-25T22:56:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:04 smithi068 conmon[102841]: : cluster [DBG] pgmap v120: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:04 smithi165 conmon[67662]: cluster 2022-01-25T22:56:02.388468+0000 mgr.smithi068.zkksrk (mgr.14702) 158 : cluster [DBG] pgmap v120: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:04.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 248 sec latency 258088.090 ms 2022-01-25T22:56:05.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 249 sec latency 259088.183 ms 2022-01-25T22:56:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: cluster 2022-01-25T22:56:04.389735+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:56:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: ) 159 : cluster [DBG] pgmap v121: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: cluster 2022-01-25T22:56:04.619650+0000 mds.foofs.smithi068.qekbvd (mds.0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 243.526492 secs 2022-01-25T22:56:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: cluster 2022-01-25T22:56:04.619672+0000 mds.foofs.smithi068.qekbvd 2022-01-25T22:56:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: (mds.0) 49 : cluster [WRN] slow request 243.526492 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:56:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: 2022-01-25T22:56:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: cluster 2022-01-25T22:56:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: 2022- 2022-01-25T22:56:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: 01-25T22:56: 2022-01-25T22:56:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: 04.619741+0000 mds.foofs.smithi068.qekbvd (mds.0) 50 2022-01-25T22:56:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:06 smithi068 conmon[102841]: : cluster [WRN] client.14548 isn't responding to mclientcaps(revoke), ino 0x100000002d9 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 243.526573 seconds ago 2022-01-25T22:56:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:06 smithi165 conmon[67662]: cluster 2022-01-25T22:56:04.389735+0000 mgr.smithi068.zkksrk (mgr.14702) 159 : cluster [DBG] pgmap v121: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:06 smithi165 conmon[67662]: cluster 2022-01-25T22:56:04.619650+0000 mds.foofs.smithi068.qekbvd (mds.0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 243.526492 secs 2022-01-25T22:56:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:06 smithi165 conmon[67662]: cluster 2022-01-25T22:56:04.619672+0000 mds.foofs.smithi068.qekbvd (mds.0) 49 : cluster [WRN] slow request 243.526492 seconds old, received at 2022-01-25T22:52:01.093096+0000: client_request(client.14682:4 getattr pAsLsXsFs #0x100000002d9 2022-01-25T22:52:01.093058+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:56:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:06 smithi165 conmon[67662]: cluster 2022-01-25T22:56:04.619741+0000 mds.foofs.smithi068.qekbvd (mds 2022-01-25T22:56:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:06 smithi165 conmon[67662]: .0) 50 : cluster [WRN] client.14548 isn't responding to mclientcaps(revoke), ino 0x100000002d9 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 243.526573 seconds ago 2022-01-25T22:56:06.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 250 sec latency 260088.237 ms 2022-01-25T22:56:07.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 251 sec latency 261088.321 ms 2022-01-25T22:56:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:08 smithi068 conmon[102841]: cluster 2022-01-25T22:56:06.390504+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:56:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:08 smithi068 conmon[102841]: mgr.14702) 160 : cluster [DBG] pgmap v122: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:08 smithi165 conmon[67662]: cluster 2022-01-25T22:56:06.390504+0000 mgr.smithi068.zkksrk (mgr.14702) 160 : cluster [DBG] 2022-01-25T22:56:08.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:08 smithi165 conmon[67662]: pgmap v122: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:08.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 252 sec latency 262088.439 ms 2022-01-25T22:56:09.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 253 sec latency 263088.493 ms 2022-01-25T22:56:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:10 smithi068 conmon[102841]: cluster 2022-01-25T22:56:08.391428+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:56:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:10 smithi068 conmon[102841]: ) 161 : cluster [DBG] pgmap v123: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:10 smithi165 conmon[67662]: cluster 2022-01-25T22:56:08.391428+0000 mgr.smithi068.zkksrk (mgr.14702) 161 : cluster [DBG] pgmap v123: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:10 smithi165 conmon[67662]: 2022-01-25T22:56:10.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 254 sec latency 264088.582 ms 2022-01-25T22:56:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:11 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T22:56:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:11 smithi068 conmon[102841]: T22:56:09.619782+0000 mds.foofs.smithi068.qekbvd (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 248.526631 secs 2022-01-25T22:56:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:11 smithi165 conmon[67662]: cluster 2022-01-25T22:56:09.619782+0000 mds.foofs.smithi068.qekbvd (mds.0) 51 : cluster 2022-01-25T22:56:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:11 smithi165 conmon[67662]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 248.526631 secs 2022-01-25T22:56:11.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 255 sec latency 265088.648 ms 2022-01-25T22:56:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:12 smithi068 conmon[102841]: cluster 2022-01-25T22:56:10.392660+0000 mgr.smithi068.zkksrk (mgr.14702) 162 : cluster 2022-01-25T22:56:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:12 smithi068 conmon[102841]: [DBG] pgmap v124: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:12 smithi165 conmon[67662]: cluster 2022-01-25T22:56:10.392660+0000 mgr.smithi068.zkksrk (mgr.14702) 162 : cluster [DBG] pgmap v124: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:12.927 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 256 sec latency 266088.683 ms 2022-01-25T22:56:13.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 257 sec latency 267088.788 ms 2022-01-25T22:56:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:14 smithi068 conmon[102841]: cluster 2022-01-25T22:56:12.393509+0000 mgr.smithi068.zkksrk (mgr.14702) 163 2022-01-25T22:56:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v125: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:14 smithi165 conmon[67662]: cluster 2022-01-25T22:56:12.393509+0000 mgr.smithi068.zkksrk (mgr.14702) 163 : cluster [DBG] pgmap v125: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:14 smithi165 conmon[67662]: 2022-01-25T22:56:14.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 258 sec latency 268088.876 ms 2022-01-25T22:56:15.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 259 sec latency 269088.926 ms 2022-01-25T22:56:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:16 smithi068 conmon[102841]: cluster 2022-01-25T22:56:14.394605+0000 mgr.smithi068.zkksrk (mgr.14702) 164 : 2022-01-25T22:56:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:16 smithi068 conmon[102841]: cluster [DBG] pgmap v126: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:16 smithi068 conmon[102841]: cluster 2022-01-25T22:56:14.619880+0000 mds.foofs.smithi068.qekbvd (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 253.526756 secs 2022-01-25T22:56:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:16 smithi165 conmon[67662]: cluster 2022-01-25T22:56:14.394605+0000 mgr.smithi068.zkksrk (mgr.14702) 164 : cluster [DBG] 2022-01-25T22:56:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:16 smithi165 conmon[67662]: pgmap v126: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:16 smithi165 conmon[67662]: cluster 2022-01-25T22:56:14.619880+0000 mds.foofs.smithi068.qekbvd (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 253.526756 secs 2022-01-25T22:56:16.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 260 sec latency 270089.024 ms 2022-01-25T22:56:17.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 261 sec latency 271089.134 ms 2022-01-25T22:56:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:18 smithi068 conmon[102841]: cluster 2022-01-25T22:56:16.395516+0000 mgr.smithi068.zkksrk (mgr.14702) 165 : cluster 2022-01-25T22:56:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:18 smithi068 conmon[102841]: [DBG] pgmap v127: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:18 smithi068 conmon[102841]: audit 2022-01-25T22:56:18.168549+0000 mon.smithi068 (mon.0) 176 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:56:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:18 smithi068 conmon[102841]: audit 2022-01-25T22:56:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:18 smithi068 conmon[102841]: 2022-01-25T22:56:18.170357+0000 mon.smithi068 (mon.0) 2022-01-25T22:56:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:18 smithi068 conmon[102841]: 177 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:56:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:18 smithi165 conmon[67662]: cluster 2022-01-25T22:56:16.395516+0000 mgr.smithi068.zkksrk (mgr.14702) 165 : cluster [DBG] pgmap v127: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:18 smithi165 conmon[67662]: audit 2022-01-25T22:56:18.168549+0000 2022-01-25T22:56:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 176 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:56:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:18 smithi165 conmon[67662]: audit 2022-01-25T22:56:18.170357+0000 mon.smithi068 (mon.0) 177 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:56:18.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 262 sec latency 272089.190 ms 2022-01-25T22:56:19.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 263 sec latency 273089.317 ms 2022-01-25T22:56:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:20 smithi068 conmon[102841]: cluster 2022-01-25T22:56:18.396283+0000 mgr.smithi068.zkksrk (mgr.14702) 166 : cluster [DBG] pgmap v128: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:20 smithi165 conmon[67662]: cluster 2022-01-25T22:56:18.396283+0000 mgr.smithi068.zkksrk (mgr.14702) 166 : cluster [DBG] pgmap v128: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:20.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 264 sec latency 274089.442 ms 2022-01-25T22:56:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: cluster 2022-01-25T22:56:19.619978+0000 2022-01-25T22:56:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: mds.foofs.smithi068.qekbvd (mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 258.526833 secs 2022-01-25T22:56:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:56:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: 01-25T22:56:21.151777+0000 2022-01-25T22:56:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: mon.smithi068 (mon.0) 178 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:56:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: 2022-01-25T22:56:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:56:21.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: 01-25T22:56:21. 2022-01-25T22:56:21.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: 153373+0000 mon.smithi068 (mon.0) 2022-01-25T22:56:21.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: 179 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:56:21.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: audit 2022 2022-01-25T22:56:21.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: -01-25T22:56:21 2022-01-25T22:56:21.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: .154594+0000 mon.smithi068 (mon. 2022-01-25T22:56:21.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: 0) 180 : audit [INF] 2022-01-25T22:56:21.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:21 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:56:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: cluster 2022-01-25T22:56:19.619978+0000 2022-01-25T22:56:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: mds.foofs.smithi068.qekbvd (mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 258.526833 secs 2022-01-25T22:56:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:56:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: :56:21.151777+0000 mon.smithi068 (mon.0) 178 : audit 2022-01-25T22:56:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:56:21.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:56:21.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: 25T22:56:21.153373+0000 2022-01-25T22:56:21.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: mon.smithi068 (mon.0) 179 : 2022-01-25T22:56:21.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:56:21.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: audit 2022- 2022-01-25T22:56:21.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: 01-25T22:56:21. 2022-01-25T22:56:21.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: 154594+0000 mon.smithi068 (mon.0) 180 2022-01-25T22:56:21.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:21 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:56:21.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 265 sec latency 275089.498 ms 2022-01-25T22:56:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:22 smithi068 conmon[102841]: cluster 2022-01-25T22:56:20.397345+0000 mgr.smithi068.zkksrk (mgr.14702) 167 : cluster [DBG] pgmap v129: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:22 smithi068 conmon[102841]: cephadm 2022-01-25T22:56:21.155411+0000 mgr.smithi068.zkksrk (mgr.14702) 168 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:56:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:22 smithi068 conmon[102841]: audit 2022-01-25T22:56:21.507437+0000 mon.smithi068 (mon.0) 181 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:56:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:22 smithi068 conmon[102841]: audit 2022-01-25T22:56:21.891647+0000 mon.smithi068 (mon.0) 182 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:56:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:22 smithi068 conmon[102841]: audit 2022-01-25T22:56:21.897499+0000 mon.smithi068 (mon.0) 183 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:56:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: cluster 2022-01-25T22:56:20.397345+0000 mgr.smithi068.zkksrk (mgr.14702) 167 : cluster [DBG] pgmap v129: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:22.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: cephadm 2022-01-25T22:56:21.155411+0000 mgr.smithi068.zkksrk (mgr.14702) 168 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:56:22.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: audit 2022-01-25T22:56:21.507437+0000 mon.smithi068 (mon.0) 181 : 2022-01-25T22:56:22.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:56:22.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: audit 2022-01-25T22:56:22.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: 2022-01-25T22:56:21.891647 2022-01-25T22:56:22.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 182 : audit 2022-01-25T22:56:22.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:56:22.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: audit 2022-01-25T22:56:22.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: 2022-01-25T22:56: 2022-01-25T22:56:22.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: 21.897499+0000 mon.smithi068 (mon.0) 2022-01-25T22:56:22.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:22 smithi165 conmon[67662]: 183 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:56:22.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 266 sec latency 276089.601 ms 2022-01-25T22:56:23.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 267 sec latency 277089.691 ms 2022-01-25T22:56:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:24 smithi068 conmon[102841]: cluster 2022-01-25T22:56:22.398275+0000 mgr.smithi068.zkksrk (mgr.14702) 169 2022-01-25T22:56:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v130: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:24 smithi165 conmon[67662]: cluster 2022-01-25T22:56:22.398275+0000 mgr.smithi068.zkksrk (mgr.14702) 169 : cluster [DBG] pgmap v130: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:24 smithi165 conmon[67662]: 2022-01-25T22:56:24.928 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 268 sec latency 278089.766 ms 2022-01-25T22:56:25.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 269 sec latency 279089.872 ms 2022-01-25T22:56:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:26 smithi068 conmon[102841]: cluster 2022-01-25T22:56:24.399440+0000 mgr.smithi068.zkksrk (mgr.14702) 170 : cluster 2022-01-25T22:56:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:26 smithi068 conmon[102841]: [DBG] pgmap v131: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:26 smithi068 conmon[102841]: cluster 2022-01-25T22:56:24.620114+0000 mds.foofs.smithi068.qekbvd (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 263.526974 secs 2022-01-25T22:56:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:26 smithi165 conmon[67662]: cluster 2022-01-25T22:56:24.399440+0000 mgr.smithi068.zkksrk (mgr.14702) 170 : cluster [DBG] pgmap v131: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:26 smithi165 conmon[67662]: cluster 2022-01-25T22:56:24. 2022-01-25T22:56:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:26 smithi165 conmon[67662]: 620114+0000 mds.foofs.smithi068.qekbvd (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 263.526974 secs 2022-01-25T22:56:26.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 270 sec latency 280089.983 ms 2022-01-25T22:56:27.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 271 sec latency 281090.059 ms 2022-01-25T22:56:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:28 smithi068 conmon[102841]: cluster 2022-01-25T22:56:26.400231+0000 mgr.smithi068.zkksrk (mgr.14702) 171 : cluster [DBG] pgmap v132: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:28 smithi165 conmon[67662]: cluster 2022-01-25T22:56:26.400231+0000 mgr.smithi068.zkksrk (mgr.14702) 171 : cluster [DBG] pgmap v132: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:28.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 272 sec latency 282090.160 ms 2022-01-25T22:56:29.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 273 sec latency 283090.264 ms 2022-01-25T22:56:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:30 smithi068 conmon[102841]: cluster 2022-01-25T22:56:28.401135+0000 mgr.smithi068.zkksrk (mgr.14702) 172 : cluster [DBG] pgmap v133: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:30 smithi165 conmon[67662]: cluster 2022-01-25T22:56:28.401135+0000 mgr.smithi068.zkksrk (mgr.14702) 172 : cluster [DBG] 2022-01-25T22:56:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:30 smithi165 conmon[67662]: pgmap v133: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:30.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 274 sec latency 284090.317 ms 2022-01-25T22:56:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:31 smithi068 conmon[102841]: cluster 2022-01-25T22:56:29.620276+0000 mds.foofs.smithi068.qekbvd (mds.0) 55 2022-01-25T22:56:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:31 smithi068 conmon[102841]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 268.527116 secs 2022-01-25T22:56:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:31 smithi165 conmon[67662]: cluster 2022-01-25T22:56:29.620276+0000 mds.foofs.smithi068.qekbvd (mds.0) 55 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 268.527116 secs 2022-01-25T22:56:31.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 275 sec latency 285090.430 ms 2022-01-25T22:56:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:32 smithi068 conmon[102841]: cluster 2022-01-25T22:56:30.402362+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:56:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:32 smithi068 conmon[102841]: 14702) 173 : cluster [DBG] pgmap v134: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:32.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:32 smithi165 conmon[67662]: cluster 2022-01-25T22:56:30.402362+0000 mgr.smithi068.zkksrk (mgr.14702) 173 : cluster [DBG] pgmap v134: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:32.768 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:56:32.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 276 sec latency 286090.495 ms 2022-01-25T22:56:33.055 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:56:33.055 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (10m) 3m ago 11m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:56:33.056 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (3m) 3m ago 11m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:56:33.056 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (3m) 3m ago 10m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:56:33.056 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (10m) 3m ago 11m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:56:33.056 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (6m) 3m ago 6m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:56:33.057 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (7m) 3m ago 7m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:56:33.057 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (4m) 3m ago 12m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:56:33.057 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (4m) 3m ago 10m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:56:33.057 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (3m) 3m ago 12m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:56:33.057 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (3m) 3m ago 10m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:56:33.058 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (4m) 3m ago 4m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:56:33.058 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (4m) 3m ago 4m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:56:33.058 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (11m) 3m ago 11m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:56:33.058 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (10m) 3m ago 10m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:56:33.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (10m) 3m ago 10m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:56:33.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (9m) 3m ago 9m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:56:33.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (9m) 3m ago 9m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:56:33.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (9m) 3m ago 9m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:56:33.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (9m) 3m ago 9m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:56:33.060 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (8m) 3m ago 8m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:56:33.060 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (8m) 3m ago 8m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:56:33.060 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (8m) 3m ago 8m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:56:33.060 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (10m) 3m ago 10m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:56:33.397 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:56:33.398 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:56:33.398 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:33.398 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:33.398 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:56:33.399 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:33.399 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:33.399 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:56:33.400 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:56:33.400 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:33.400 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:56:33.400 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:56:33.401 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:56:33.401 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:56:33.401 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:56:33.401 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:56:33.402 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:56:33.402 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:56:33.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 277 sec latency 287090.533 ms 2022-01-25T22:56:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:34 smithi068 conmon[102841]: cluster 2022-01-25T22:56:32.403315+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:56:34.685 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:34 smithi068 conmon[102841]: 174 : cluster [DBG] pgmap v135: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:34.686 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:34 smithi068 conmon[102841]: audit 2022-01-25T22:56:32.755844+0000 mgr.smithi068.zkksrk (mgr.14702) 175 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:34.686 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:34 smithi068 conmon[102841]: audit 2022-01-25T22:56:33.041100+0000 mgr.smithi068.zkksrk (mgr.14702) 176 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:34.686 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:34 smithi068 conmon[102841]: audit 2022-01-25T22:56:33.398019+0000 mon.smithi068 (mon.0) 184 : audit [DBG] from='client.? 172.21.15.68:0/2967215920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:34 smithi165 conmon[67662]: cluster 2022-01-25T22:56:32.403315+0000 mgr.smithi068.zkksrk (mgr.14702) 174 : cluster [DBG] pgmap v135: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:34 smithi165 conmon[67662]: audit 2022-01-25T22:56:32.755844+0000 mgr.smithi068.zkksrk (mgr.14702) 175 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:34 smithi165 conmon[67662]: audit 2022-01-25T22:56:33.041100+0000 mgr.smithi068.zkksrk (mgr.14702) 176 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:34 smithi165 conmon[67662]: audit 2022-01-25T22:56: 2022-01-25T22:56:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:34 smithi165 conmon[67662]: 33.398019+0000 mon.smithi068 (mon.0) 184 2022-01-25T22:56:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:34 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/2967215920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:34.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 278 sec latency 288090.648 ms 2022-01-25T22:56:35.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 279 sec latency 289090.733 ms 2022-01-25T22:56:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:36 smithi068 conmon[102841]: cluster 2022-01-25T22:56:34.404589+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:56:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:36 smithi068 conmon[102841]: 177 : cluster [DBG] pgmap v136: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:36 smithi068 conmon[102841]: cluster 2022-01-25T22:56:34.620347+0000 mds.foofs.smithi068.qekbvd (mds.0) 56 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 273.527224 secs 2022-01-25T22:56:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:36 smithi165 conmon[67662]: cluster 2022-01-25T22:56:34.404589+0000 mgr.smithi068.zkksrk (mgr.14702) 177 : cluster [DBG] pgmap v136: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:36 smithi165 conmon[67662]: 2022-01-25T22:56:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:36 smithi165 conmon[67662]: cluster 2022-01-25T22:56:34.620347+0000 mds.foofs.smithi068.qekbvd (mds.0) 56 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 273.527224 secs 2022-01-25T22:56:36.929 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 280 sec latency 290090.781 ms 2022-01-25T22:56:37.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 281 sec latency 291090.906 ms 2022-01-25T22:56:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:38 smithi068 conmon[102841]: cluster 2022-01-25T22:56:36.405470+0000 mgr.smithi068.zkksrk 2022-01-25T22:56:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:38 smithi068 conmon[102841]: (mgr.14702) 178 : cluster [DBG] pgmap v137: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:38 smithi165 conmon[67662]: cluster 2022-01-25T22:56:36.405470+0000 mgr.smithi068.zkksrk (mgr.14702) 178 : cluster [DBG] pgmap v137: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:38.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 282 sec latency 292091.006 ms 2022-01-25T22:56:39.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 283 sec latency 293091.061 ms 2022-01-25T22:56:40.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:39 smithi165 conmon[67662]: cluster 2022-01-25T22:56:38.406416+0000 mgr.smithi068.zkksrk (mgr.14702) 179 : cluster [DBG] pgmap v138: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:39 smithi068 conmon[102841]: cluster 2022-01-25T22:56:38.406416+0000 mgr.smithi068.zkksrk (mgr.14702) 179 : cluster [DBG] pgmap v138: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:40.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 284 sec latency 294091.104 ms 2022-01-25T22:56:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:40 smithi165 conmon[67662]: cluster 2022-01-25T22:56:39.620517+0000 mds.foofs.smithi068.qekbvd (mds.0) 57 : cluster [WRN] 2022-01-25T22:56:41.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:40 smithi165 conmon[67662]: 1 slow requests, 0 included below; oldest blocked for > 278.527369 secs 2022-01-25T22:56:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:40 smithi068 conmon[102841]: cluster 2022-01-25T22:56:39.620517+0000 mds.foofs.smithi068.qekbvd (mds.0) 57 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 278.527369 secs 2022-01-25T22:56:41.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 285 sec latency 295091.149 ms 2022-01-25T22:56:42.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:41 smithi165 conmon[67662]: cluster 2022-01-25T22:56:40.407567+0000 mgr.smithi068.zkksrk (mgr.14702) 180 : cluster 2022-01-25T22:56:42.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:41 smithi165 conmon[67662]: [DBG] pgmap v139: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:41 smithi068 conmon[102841]: cluster 2022-01-25T22:56:40.407567 2022-01-25T22:56:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:41 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 180 : cluster [DBG] pgmap v139: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:42.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 286 sec latency 296091.199 ms 2022-01-25T22:56:43.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 287 sec latency 297091.320 ms 2022-01-25T22:56:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:43 smithi165 conmon[67662]: cluster 2022-01-25T22:56:42.408568+0000 mgr.smithi068.zkksrk (mgr.14702) 181 : cluster [DBG] pgmap v140: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:43 smithi068 conmon[102841]: cluster 2022-01-25T22:56:42.408568+0000 mgr.smithi068.zkksrk (mgr.14702) 181 : cluster [DBG] pgmap v140: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:44.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 288 sec latency 298091.458 ms 2022-01-25T22:56:45.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 289 sec latency 299091.521 ms 2022-01-25T22:56:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:45 smithi165 conmon[67662]: cluster 2022-01-25T22:56:44.409698+0000 mgr.smithi068.zkksrk (mgr.14702) 182 : cluster [DBG] pgmap v141: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:45 smithi165 conmon[67662]: cluster 2022-01-25T22:56:44.620630+0000 mds.foofs.smithi068.qekbvd (mds.0) 58 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 283.527507 secs 2022-01-25T22:56:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:45 smithi068 conmon[102841]: cluster 2022-01-25T22:56:44.409698+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:56:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:45 smithi068 conmon[102841]: 182 : cluster [DBG] pgmap v141: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:45 smithi068 conmon[102841]: cluster 2022-01-25T22:56:44.620630+0000 mds.foofs.smithi068.qekbvd (mds.0) 58 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 283.527507 secs 2022-01-25T22:56:46.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 290 sec latency 300091.633 ms 2022-01-25T22:56:47.930 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 291 sec latency 301091.745 ms 2022-01-25T22:56:48.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:47 smithi165 conmon[67662]: cluster 2022-01-25T22:56:46.410702+0000 mgr.smithi068.zkksrk (mgr.14702) 183 : cluster [DBG] pgmap v142: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:47 smithi068 conmon[102841]: cluster 2022-01-25T22:56:46.410702+0000 mgr.smithi068.zkksrk (mgr.14702) 183 : cluster 2022-01-25T22:56:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:47 smithi068 conmon[102841]: [DBG] pgmap v142: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:48.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 292 sec latency 302091.815 ms 2022-01-25T22:56:49.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 293 sec latency 303091.931 ms 2022-01-25T22:56:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:49 smithi068 conmon[102841]: cluster 2022-01-25T22:56:48.411737+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:56:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:49 smithi068 conmon[102841]: mgr.14702) 184 : cluster [DBG] pgmap v143: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:49 smithi068 conmon[102841]: audit 2022-01-25T22:56:49.621311+0000 mon.smithi068 (mon.0) 185 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.68:0/1297818315"}]: dispatch 2022-01-25T22:56:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:49 smithi068 conmon[102841]: audit 2022-01-25T22:56:49.621595+0000 2022-01-25T22:56:50.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:49 smithi068 conmon[102841]: mon.smithi068 (mon.0) 186 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.165:0/2258119745"}]: dispatch 2022-01-25T22:56:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:49 smithi165 conmon[67662]: cluster 2022-01-25T22:56:48.411737+0000 mgr.smithi068.zkksrk (mgr.14702) 184 : cluster [DBG] pgmap v143: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:49 smithi165 conmon[67662]: audit 2022-01-25T22:56:49.621311+0000 mon.smithi068 (mon.0) 185 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.68:0/1297818315"}]: dispatch 2022-01-25T22:56:50.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:49 smithi165 conmon[67662]: audit 2022-01-25T22:56:49.621595+0000 mon.smithi068 (mon.0) 186 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.165:0/2258119745"}]: dispatch 2022-01-25T22:56:50.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 294 sec latency 304092.062 ms 2022-01-25T22:56:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: cluster 2022-01-25T22:56:49.620796+0000 mds.foofs.smithi068.qekbvd (mds. 2022-01-25T22:56:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 0) 59 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 288.527648 secs 2022-01-25T22:56:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: cluster 2022-01-25T22:56:49.620851+0000 mds.foofs.smithi068.qekbvd (mds.0) 60 : cluster [WRN] evicting unresponsive client smithi068:foo1 (14548), after 316.405 seconds 2022-01-25T22:56:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: cluster 2022-01-25T22:56:49.620870+0000 mds.foofs.smithi068.qekbvd (mds.0) 61 2022-01-25T22:56:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: : cluster [INF] Evicting (and blocklisting) client session 14548 (172.21.15.68:0/1297818315) 2022-01-25T22:56:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: cluster 2022-01-25T22 2022-01-25T22:56:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: :56:49.620961+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:56:51.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: ) 62 : cluster [WRN] evicting unresponsive client smithi165:foo1 (24307), after 303.305 seconds 2022-01-25T22:56:51.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T22:56:51.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 25T22:56:49.620988+0000 mds.foofs.smithi068.qekbvd 2022-01-25T22:56:51.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: (mds.0) 63 : cluster [INF] Evicting (and blocklisting) client session 24307 (172.21.15.165:0/2258119745) 2022-01-25T22:56:51.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 2022-01-25T22:56:51.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: audit 2022-01-25T22:56:51.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 2022-01-25T22:56:49.951460+0000 mon.smithi068 2022-01-25T22:56:51.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: (mon.0) 187 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.68:0/1297818315"}]': finished 2022-01-25T22:56:51.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 2022-01-25T22:56:51.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: audit 2022-01-25T22:56:51.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 2022-01-25T22:56:49.951546+0000 mon.smithi068 2022-01-25T22:56:51.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: (mon.0) 188 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.165:0/2258119745"}]': finished 2022-01-25T22:56:51.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 2022-01-25T22:56:51.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:56:51.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: 01-25T22:56:49.951592+0000 mon.smithi068 (mon 2022-01-25T22:56:51.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:50 smithi068 conmon[102841]: .0) 189 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2022-01-25T22:56:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster 2022-01-25T22:56:49.620796+0000 mds.foofs.smithi068.qekbvd (mds.0) 59 : 2022-01-25T22:56:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 288.527648 secs 2022-01-25T22:56:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster 2022-01-25T22:56:49.620851+0000 mds.foofs.smithi068.qekbvd (mds.0) 60 : cluster [WRN] evicting unresponsive client smithi068:foo1 (14548), after 316.405 seconds 2022-01-25T22:56:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster 2022-01-25T22:56:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 2022-01-25T22:56:49.620870+0000 mds.foofs.smithi068.qekbvd (mds.0) 61 : cluster [INF] Evicting (and blocklisting) client session 14548 (172.21.15.68:0/1297818315) 2022-01-25T22:56:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster 2022-01-25T22 2022-01-25T22:56:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: :56:49.620961+0000 mds.foofs.smithi068.qekbvd (mds.0) 2022-01-25T22:56:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 62 : cluster [WRN] evicting unresponsive client smithi165:foo1 (24307), after 303.305 seconds 2022-01-25T22:56:51.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T22:56:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 22:56:49.620988+0000 mds.foofs.smithi068.qekbvd (mds.0 2022-01-25T22:56:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: ) 63 : cluster [INF] Evicting (and blocklisting) client session 24307 (172.21.15.165:0/2258119745) 2022-01-25T22:56:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:56:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 25T22:56:49.951460+0000 mon.smithi068 (mon. 2022-01-25T22:56:51.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 0) 187 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.68:0/1297818315"}]': finished 2022-01-25T22:56:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:56:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 25T22:56:49.951546+0000 mon.smithi068 (mon 2022-01-25T22:56:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: .0) 188 : audit [INF] from='mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281]' entity='mds.foofs.smithi068.qekbvd' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.165:0/2258119745"}]': finished 2022-01-25T22:56:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T22:56:51.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: 22:56:49.951592+0000 mon.smithi068 (mon.0 2022-01-25T22:56:51.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:50 smithi165 conmon[67662]: ) 189 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2022-01-25T22:56:51.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 295 sec latency 305092.135 ms 2022-01-25T22:56:52.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:51 smithi068 conmon[102841]: cluster 2022-01-25T22:56:50.412508+0000 mgr.smithi068.zkksrk (mgr.14702) 185 : cluster [DBG] pgmap v145: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:51 smithi165 conmon[67662]: cluster 2022-01-25T22:56:50.412508+0000 mgr.smithi068.zkksrk (mgr.14702) 185 : cluster [DBG] pgmap v145: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:52.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 296 sec latency 306092.236 ms 2022-01-25T22:56:53.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 297 sec latency 307092.355 ms 2022-01-25T22:56:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:53 smithi068 conmon[102841]: cluster 2022-01-25T22:56:52.413225+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:56:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:53 smithi068 conmon[102841]: ) 186 : cluster [DBG] pgmap v146: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:53 smithi165 conmon[67662]: cluster 2022-01-25T22:56:52.413225+0000 mgr.smithi068.zkksrk (mgr.14702) 186 : cluster [DBG] pgmap v146: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 306 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:54.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 298 sec latency 308092.430 ms 2022-01-25T22:56:55.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 299 sec latency 309092.517 ms 2022-01-25T22:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:55 smithi068 conmon[102841]: cluster 2022-01-25T22:56:54.414427+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:55 smithi068 conmon[102841]: .14702) 187 : cluster [DBG] pgmap v147: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:55 smithi068 conmon[102841]: cluster 2022-01-25T22:56:55.381807+0000 mon.smithi068 (mon.0) 190 : cluster [INF] MDS health message cleared (mds.0): Client smithi068:foo1 failing to respond to capability release 2022-01-25T22:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:55 smithi068 conmon[102841]: cluster 2022-01-25T22:56:55.381832+0000 mon.smithi068 (mon.0) 191 : cluster 2022-01-25T22:56:56.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:55 smithi068 conmon[102841]: [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:56:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:55 smithi165 conmon[67662]: cluster 2022-01-25T22:56:54.414427+0000 mgr.smithi068.zkksrk (mgr.14702) 187 : cluster [DBG] pgmap v147: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:55 smithi165 conmon[67662]: 2022-01-25T22:56:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:55 smithi165 conmon[67662]: cluster 2022-01-25T22:56:55.381807+0000 mon.smithi068 (mon.0) 190 : cluster [INF] MDS health message cleared (mds.0): Client smithi068:foo1 failing to respond to capability release 2022-01-25T22:56:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:55 smithi165 conmon[67662]: cluster 2022-01-25T22:56:55.381832+0000 mon.smithi068 (mon.0) 191 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:56:56.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 300 sec latency 310092.639 ms 2022-01-25T22:56:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: cluster 2022-01-25T22:56:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: 2022-01-25T22:56:55.966696+0000 mon.smithi068 (mon.0) 192 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-25T22:56:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: cluster 2022-01-25T22:56:55.966733+0000 mon.smithi068 ( 2022-01-25T22:56:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: mon.0) 193 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-25T22:56:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: cluster 2022-01-25T22 2022-01-25T22:56:57.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: :56:55.971059+0000 mon.smithi068 (mon.0) 194 : cluster 2022-01-25T22:56:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: [DBG] mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:56:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: cluster 2022-01-25T22:56:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: 2022-01-25T22:56:55.971153+0000 mon.smithi068 (mon.0) 2022-01-25T22:56:57.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:56 smithi068 conmon[102841]: 195 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:56:57.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:56 smithi165 conmon[67662]: cluster 2022-01-25T22:56:55.966696+0000 mon.smithi068 (mon.0) 192 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-25T22:56:57.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:56 smithi165 conmon[67662]: cluster 2022-01-25T22:56:55 2022-01-25T22:56:57.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:56 smithi165 conmon[67662]: .966733+0000 mon.smithi068 (mon.0) 193 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-25T22:56:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:56 smithi165 conmon[67662]: cluster 2022-01-25T22:56:55.971059+0000 mon.smithi068 (mon.0) 194 : cluster [DBG] mds.0 [v2:172.21.15.68:6834/3147485281,v1:172.21.15.68:6835/3147485281] up:active 2022-01-25T22:56:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:56 smithi165 conmon[67662]: cluster 2022-01-25T22:56:55.971153+0000 mon.smithi068 (mon.0) 195 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi068.qekbvd=up:active} 1 up:standby 2022-01-25T22:56:57.931 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 301 sec latency 311092.712 ms 2022-01-25T22:56:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:57 smithi068 conmon[102841]: cluster 2022-01-25T22:56:56.415232+0000 mgr.smithi068.zkksrk (mgr.14702) 188 : cluster [DBG] pgmap v148: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:57 smithi165 conmon[67662]: cluster 2022-01-25T22:56:56.415232+0000 mgr.smithi068.zkksrk (mgr.14702) 188 2022-01-25T22:56:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:57 smithi165 conmon[67662]: : cluster [DBG] pgmap v148: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:56:58.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 302 sec latency 312092.851 ms 2022-01-25T22:56:59.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 303 sec latency 313092.979 ms 2022-01-25T22:57:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:59 smithi068 conmon[102841]: cluster 2022-01-25T22:56:58.416090+0000 mgr.smithi068.zkksrk 2022-01-25T22:57:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:56:59 smithi068 conmon[102841]: (mgr.14702) 189 : cluster [DBG] pgmap v149: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:56:59 smithi165 conmon[67662]: cluster 2022-01-25T22:56:58.416090+0000 mgr.smithi068.zkksrk (mgr.14702) 189 : cluster [DBG] pgmap v149: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:00.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 304 sec latency 314093.056 ms 2022-01-25T22:57:01.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 305 sec latency 315093.134 ms 2022-01-25T22:57:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:01 smithi068 conmon[102841]: cluster 2022-01-25T22:57:00.417373+0000 mgr.smithi068.zkksrk (mgr.14702) 190 : cluster [DBG] pgmap v150: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 195 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:01 smithi165 conmon[67662]: cluster 2022-01-25T22:57:00.417373+0000 mgr.smithi068.zkksrk (mgr.14702) 190 : cluster [DBG] 2022-01-25T22:57:02.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:01 smithi165 conmon[67662]: pgmap v150: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 195 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:02.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 306 sec latency 316093.230 ms 2022-01-25T22:57:03.716 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:57:03.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 307 sec latency 317093.299 ms 2022-01-25T22:57:04.008 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:57:04.009 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (10m) 3m ago 11m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:57:04.009 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (4m) 3m ago 11m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:57:04.009 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (3m) 3m ago 11m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:57:04.009 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (10m) 3m ago 11m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:57:04.010 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (7m) 3m ago 7m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:57:04.010 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (7m) 3m ago 7m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:57:04.010 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (4m) 3m ago 13m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:57:04.010 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (4m) 3m ago 11m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:57:04.010 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (4m) 3m ago 13m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:57:04.011 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (4m) 3m ago 11m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:57:04.011 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (5m) 3m ago 5m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:57:04.011 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (5m) 3m ago 5m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:57:04.011 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (11m) 3m ago 11m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:57:04.012 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (11m) 3m ago 11m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:57:04.012 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (10m) 3m ago 10m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:57:04.012 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (10m) 3m ago 10m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:57:04.012 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (10m) 3m ago 10m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:57:04.012 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (9m) 3m ago 9m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:57:04.013 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (9m) 3m ago 9m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:57:04.013 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (9m) 3m ago 9m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:57:04.013 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (9m) 3m ago 9m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:57:04.013 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (8m) 3m ago 8m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:57:04.014 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (10m) 3m ago 11m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:57:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:04 smithi068 conmon[102841]: cluster 2022-01-25T22:57:02.418118+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:57:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:04 smithi068 conmon[102841]: 191 : cluster [DBG] pgmap v151: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 14 KiB/s wr, 5 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:04 smithi068 conmon[102841]: audit 2022-01-25T22:57:03.134305+0000 mon.smithi068 (mon.0) 196 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:57:04.347 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:57:04.348 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:57:04.348 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:04.348 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:04.348 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:57:04.349 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:04.349 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:04.349 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:57:04.349 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:57:04.350 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:04.350 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:57:04.350 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:57:04.350 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:04.350 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:57:04.351 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:57:04.351 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:57:04.351 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:57:04.351 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:57:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:04 smithi165 conmon[67662]: cluster 2022-01-25T22:57:02.418118+0000 mgr.smithi068.zkksrk (mgr.14702) 191 : cluster [DBG] pgmap v151: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 14 KiB/s wr, 5 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:04 smithi165 conmon[67662]: audit 2022-01-25T22:57:03.134305+0000 mon.smithi068 (mon.0) 196 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:57:04.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 308 sec latency 318093.360 ms 2022-01-25T22:57:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:05 smithi165 conmon[67662]: audit 2022-01-25T22:57:03.704854+0000 mgr.smithi068.zkksrk (mgr.14702) 192 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:05.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:05 smithi165 conmon[67662]: audit 2022-01-25T22:57:03.992901+0000 mgr.smithi068.zkksrk (mgr.14702) 193 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:05.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:05 smithi165 conmon[67662]: audit 2022-01-25T22:57:04.348106+0000 mon.smithi068 (mon.0) 197 : audit [DBG] from='client.? 172.21.15.68:0/1803401135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:05 smithi068 conmon[102841]: audit 2022-01-25T22:57:03.704854+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:57:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:05 smithi068 conmon[102841]: 14702) 192 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:05 smithi068 conmon[102841]: audit 2022-01-25T22:57:03.992901+0000 mgr.smithi068.zkksrk (mgr.14702) 193 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:05 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:57:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:05 smithi068 conmon[102841]: 25T22:57:04.348106+0000 mon.smithi068 (mon.0) 197 : audit [DBG] from='client.? 172.21.15.68:0/1803401135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:05.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 309 sec latency 319093.469 ms 2022-01-25T22:57:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:06 smithi165 conmon[67662]: cluster 2022-01-25T22:57:04.419220+0000 mgr.smithi068.zkksrk (mgr.14702) 194 : cluster [DBG] pgmap v152: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:06 smithi068 conmon[102841]: cluster 2022-01-25T22:57:04.419220+0000 mgr.smithi068.zkksrk (mgr.14702) 194 : cluster [DBG] pgmap v152: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 16 KiB/s wr, 6 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:06.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 310 sec latency 320093.545 ms 2022-01-25T22:57:07.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 311 sec latency 321093.663 ms 2022-01-25T22:57:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:08 smithi165 conmon[67662]: cluster 2022-01-25T22:57:06.420233+0000 mgr.smithi068.zkksrk (mgr.14702) 195 : cluster [DBG] pgmap v153: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 2.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:08.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:08 smithi165 conmon[67662]: 2022-01-25T22:57:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:08 smithi068 conmon[102841]: cluster 2022-01-25T22:57:06.420233+0000 mgr.smithi068.zkksrk (mgr.14702) 195 : cluster [DBG] pgmap v153: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 2.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:08.932 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 312 sec latency 322093.774 ms 2022-01-25T22:57:09.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 313 sec latency 323093.856 ms 2022-01-25T22:57:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:10 smithi165 conmon[67662]: cluster 2022-01-25T22:57:08.421120+0000 mgr.smithi068.zkksrk (mgr.14702) 196 : cluster [DBG] pgmap v154: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 2.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:10 smithi068 conmon[102841]: cluster 2022-01-25T22:57:08.421120+0000 mgr.smithi068.zkksrk (mgr.14702) 196 : cluster [DBG] pgmap v154: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 2.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:10.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 314 sec latency 324093.958 ms 2022-01-25T22:57:11.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 315 sec latency 325094.070 ms 2022-01-25T22:57:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:12 smithi165 conmon[67662]: cluster 2022-01-25T22:57:10.422247+0000 mgr.smithi068.zkksrk (mgr.14702) 197 : cluster [DBG] pgmap v155: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.5 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:12 smithi068 conmon[102841]: cluster 2022-01-25T22:57:10.422247+0000 mgr.smithi068.zkksrk (mgr.14702) 197 : cluster [DBG] pgmap v155: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.5 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:12.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 316 sec latency 326094.162 ms 2022-01-25T22:57:13.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 317 sec latency 327094.258 ms 2022-01-25T22:57:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:14 smithi165 conmon[67662]: cluster 2022-01-25T22:57:12.423190+0000 mgr.smithi068.zkksrk (mgr.14702) 198 : cluster [DBG] 2022-01-25T22:57:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:14 smithi165 conmon[67662]: pgmap v156: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 2.9 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:14 smithi068 conmon[102841]: cluster 2022-01-25T22:57:12.423190+0000 mgr.smithi068.zkksrk (mgr.14702) 198 : cluster [DBG] pgmap v156: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 2.9 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:14.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 318 sec latency 328094.415 ms 2022-01-25T22:57:15.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 319 sec latency 329094.492 ms 2022-01-25T22:57:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:16 smithi165 conmon[67662]: cluster 2022-01-25T22:57:14.424256+0000 mgr.smithi068.zkksrk (mgr.14702) 199 : cluster [DBG] pgmap v157: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:16 smithi068 conmon[102841]: cluster 2022-01-25T22:57:14.424256+0000 mgr.smithi068.zkksrk (mgr.14702) 199 : cluster [DBG] pgmap v157: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:16.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 320 sec latency 330094.546 ms 2022-01-25T22:57:17.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 321 sec latency 331094.653 ms 2022-01-25T22:57:18.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:18 smithi165 conmon[67662]: cluster 2022-01-25T22:57:16.425072+0000 mgr.smithi068.zkksrk (mgr.14702) 200 : cluster [DBG] pgmap v158: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.5 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:18 smithi068 conmon[102841]: cluster 2022-01-25T22:57:16.425072+0000 mgr.smithi068.zkksrk (mgr.14702) 200 : cluster [DBG] pgmap v158: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.5 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:18.933 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 322 sec latency 332094.768 ms 2022-01-25T22:57:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:19 smithi165 conmon[67662]: audit 2022-01-25T22:57:18.170148+0000 mon.smithi068 (mon.0) 198 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:57:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:19 smithi165 conmon[67662]: audit 2022-01-25T22:57:18.172285+0000 mon.smithi068 (mon.0) 199 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:57:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:19 smithi068 conmon[102841]: audit 2022-01-25T22:57:18.170148+0000 mon.smithi068 (mon.0) 198 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:57:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:19 smithi068 conmon[102841]: audit 2022-01-25T22:57:18.172285+0000 mon.smithi068 (mon.0) 199 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:57:19.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 323 sec latency 333094.853 ms 2022-01-25T22:57:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:20 smithi165 conmon[67662]: cluster 2022-01-25T22:57:18.425879+0000 mgr.smithi068.zkksrk (mgr.14702) 201 : cluster [DBG] pgmap v159: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.5 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:20 smithi068 conmon[102841]: cluster 2022-01-25T22:57:18.425879+0000 mgr.smithi068.zkksrk (mgr.14702) 201 : cluster [DBG] pgmap v159: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.5 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:20.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 324 sec latency 334094.941 ms 2022-01-25T22:57:21.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 325 sec latency 335095.013 ms 2022-01-25T22:57:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:22 smithi165 conmon[67662]: cluster 2022-01-25T22:57:20.427156+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:57:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:22 smithi165 conmon[67662]: 202 : cluster [DBG] pgmap v160: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.1 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:22 smithi165 conmon[67662]: audit 2022-01-25T22:57:21.900687+0000 mon.smithi068 (mon.0) 200 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:57:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:22 smithi165 conmon[67662]: audit 2022-01-25T22:57:21.902110+0000 mon.smithi068 (mon.0) 201 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:57:22.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:22 smithi165 conmon[67662]: audit 2022-01-25T22:57:21.903224+0000 2022-01-25T22:57:22.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:22 smithi165 conmon[67662]: mon.smithi068 (mon.0) 202 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:57:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: cluster 2022-01-25T22:57:20.427156+0000 mgr.smithi068.zkksrk 2022-01-25T22:57:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: (mgr.14702) 202 : cluster [DBG] pgmap v160: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.1 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: audit 2022-01-25T22:57:21.900687+0000 mon.smithi068 (mon.0) 2022-01-25T22:57:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: 200 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:57:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: audit 2022-01 2022-01-25T22:57:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: -25T22:57:21.902110+0000 mon.smithi068 (mon. 2022-01-25T22:57:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: 0) 201 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:57:22.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:57:22.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: 25T22:57:21.903224+0000 mon.smithi068 2022-01-25T22:57:22.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:22 smithi068 conmon[102841]: (mon.0) 202 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:57:22.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 326 sec latency 336095.116 ms 2022-01-25T22:57:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:23 smithi165 conmon[67662]: cephadm 2022-01-25T22:57:21.904023+0000 mgr.smithi068.zkksrk (mgr.14702) 203 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:57:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:23 smithi165 conmon[67662]: audit 2022-01-25T22:57:22.318558+0000 mon.smithi068 (mon.0) 203 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:57:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:23 smithi165 conmon[67662]: audit 2022-01-25T22:57:22.323678+0000 mon.smithi068 (mon.0) 204 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:57:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: cephadm 2022-01-25T22:57:21.904023+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:57:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: ) 203 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:57:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: audit 2022-01-25T22:57:22.318558+0000 mon.smithi068 (mon.0) 203 : audit [INF] 2022-01-25T22:57:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:57:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T22:57:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: 25T22:57:22.323678+0000 mon.smithi068 (mon.0) 204 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:57:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:23 smithi068 conmon[102841]: 2022-01-25T22:57:23.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 327 sec latency 337095.203 ms 2022-01-25T22:57:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:24 smithi165 conmon[67662]: cluster 2022-01-25T22:57:22.427842+0000 mgr.smithi068.zkksrk (mgr.14702) 204 : cluster [DBG] pgmap v161: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:24 smithi068 conmon[102841]: cluster 2022-01-25T22:57:22.427842+0000 mgr.smithi068.zkksrk (mgr.14702) 204 : cluster [DBG] pgmap v161: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:24.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 328 sec latency 338095.309 ms 2022-01-25T22:57:25.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 329 sec latency 339095.411 ms 2022-01-25T22:57:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:26 smithi165 conmon[67662]: cluster 2022-01-25T22:57:24.428950+0000 mgr.smithi068.zkksrk (mgr.14702) 205 : cluster 2022-01-25T22:57:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:26 smithi165 conmon[67662]: [DBG] pgmap v162: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.1 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:26 smithi068 conmon[102841]: cluster 2022-01-25T22:57:24.428950+0000 mgr.smithi068.zkksrk (mgr.14702) 205 : cluster [DBG] pgmap v162: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.1 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:26.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 330 sec latency 340095.504 ms 2022-01-25T22:57:27.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 331 sec latency 341095.553 ms 2022-01-25T22:57:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:28 smithi165 conmon[67662]: cluster 2022-01-25T22:57:26.429787+0000 mgr.smithi068.zkksrk (mgr.14702) 206 : cluster [DBG] 2022-01-25T22:57:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:28 smithi165 conmon[67662]: pgmap v163: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:28 smithi068 conmon[102841]: cluster 2022-01-25T22:57:26.429787+0000 mgr.smithi068.zkksrk 2022-01-25T22:57:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:28 smithi068 conmon[102841]: (mgr.14702) 206 : cluster [DBG] pgmap v163: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:28.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 332 sec latency 342095.619 ms 2022-01-25T22:57:29.934 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 333 sec latency 343095.731 ms 2022-01-25T22:57:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:30 smithi165 conmon[67662]: cluster 2022-01-25T22:57:28.430711+0000 mgr.smithi068.zkksrk (mgr.14702) 207 : cluster [DBG] pgmap v164: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:30 smithi068 conmon[102841]: cluster 2022- 2022-01-25T22:57:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:30 smithi068 conmon[102841]: 01-25T22:57:28.430711+0000 mgr.smithi068.zkksrk (mgr.14702) 207 : cluster [DBG] pgmap v164: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:30.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 334 sec latency 344095.797 ms 2022-01-25T22:57:31.142 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:30 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-25T22:57:31.392 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:31 smithi068 podman[110468]: 2022-01-25T22:57:31.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 335 sec latency 345096.223 ms 2022-01-25T22:57:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:32 smithi068 conmon[102841]: cluster 2022-01-25T22:57:30.431906+0000 mgr.smithi068.zkksrk (mgr.14702) 208 : cluster [DBG] pgmap v165: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:32.310 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:32 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-25T22:57:32.310 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:32 smithi068 systemd[1]: Failed to start Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:57:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:32 smithi165 conmon[67662]: cluster 2022-01-25T22:57:30.431906+0000 mgr.smithi068.zkksrk (mgr.14702) 208 : cluster [DBG] pgmap v165: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:32.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 336 sec latency 346096.308 ms 2022-01-25T22:57:33.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 337 sec latency 347096.344 ms 2022-01-25T22:57:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:34 smithi165 conmon[67662]: cluster 2022-01-25T22:57:32.432810+0000 mgr.smithi068.zkksrk (mgr.14702) 209 : cluster [DBG] pgmap v166: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:34 smithi068 conmon[102841]: cluster 2022-01-25T22:57:32.432810+0000 mgr.smithi068.zkksrk (mgr.14702) 209 : cluster [DBG] pgmap v166: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:34.671 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:57:34.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 338 sec latency 348096.380 ms 2022-01-25T22:57:34.958 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:57:34.958 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (11m) 4m ago 12m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:57:34.959 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (4m) 4m ago 12m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:57:34.959 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (4m) 4m ago 11m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:57:34.959 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (11m) 4m ago 12m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:57:34.959 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (8m) 4m ago 8m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:57:34.960 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (8m) 4m ago 8m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:57:34.960 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (5m) 4m ago 13m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:57:34.960 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (5m) 4m ago 11m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:57:34.960 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (4m) 4m ago 13m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:57:34.961 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (4m) 4m ago 11m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:57:34.961 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (5m) 4m ago 5m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:57:34.961 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (5m) 4m ago 5m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:57:34.961 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (12m) 4m ago 12m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:57:34.962 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (11m) 4m ago 11m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:57:34.962 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (11m) 4m ago 11m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:57:34.962 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (10m) 4m ago 10m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:57:34.962 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (10m) 4m ago 10m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:57:34.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (10m) 4m ago 10m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:57:34.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (10m) 4m ago 10m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:57:34.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (9m) 4m ago 9m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:57:34.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (9m) 4m ago 9m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:57:34.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (9m) 4m ago 9m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:57:34.964 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (11m) 4m ago 12m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:57:35.299 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:57:35.299 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:57:35.300 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:35.300 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:35.300 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:57:35.300 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:35.301 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:35.301 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:57:35.301 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:57:35.301 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:35.302 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:57:35.302 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:57:35.302 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:57:35.302 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:57:35.303 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:57:35.303 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:57:35.303 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:57:35.303 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:57:35.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 339 sec latency 349096.414 ms 2022-01-25T22:57:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: cluster 2022-01-25T22:57:34.433839+0000 mgr.smithi068.zkksrk (mgr.14702) 210 : cluster 2022-01-25T22:57:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: [DBG] pgmap v167: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: audit 2022-01-25T22:57:34.658523+0000 mgr.smithi068.zkksrk (mgr.14702) 211 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: audit 2022-01-25T22:57:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: 2022-01-25T22:57:34.943370+0000 mgr.smithi068.zkksrk (mgr.14702) 212 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: 2022-01-25T22:57:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:36 smithi068 conmon[102841]: audit 2022-01-25T22:57:35.299892+0000 mon.smithi068 (mon.0) 205 : audit [DBG] from='client.? 172.21.15.68:0/3666523471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:36 smithi165 conmon[67662]: cluster 2022-01-25T22:57:34.433839+0000 mgr.smithi068.zkksrk (mgr.14702) 210 : cluster [DBG] pgmap v167: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:36 smithi165 conmon[67662]: audit 2022-01-25T22:57:34.658523+0000 2022-01-25T22:57:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:36 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 211 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:36 smithi165 conmon[67662]: audit 2022-01-25T22:57:34.943370+0000 mgr.smithi068.zkksrk (mgr.14702) 212 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:36 smithi165 conmon[67662]: audit 2022-01-25T22:57:35.299892+0000 mon.smithi068 (mon.0) 205 : audit [DBG] from='client.? 172.21.15.68:0/3666523471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:36.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 340 sec latency 350096.451 ms 2022-01-25T22:57:37.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 341 sec latency 351096.493 ms 2022-01-25T22:57:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:38 smithi068 conmon[102841]: cluster 2022-01-25T22:57:36.434824+0000 mgr.smithi068.zkksrk (mgr.14702) 213 : cluster [DBG] pgmap v168: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:38 smithi165 conmon[67662]: cluster 2022-01-25T22:57:36.434824+0000 mgr.smithi068.zkksrk (mgr.14702) 213 : cluster [DBG] pgmap v168: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:38.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 342 sec latency 352096.528 ms 2022-01-25T22:57:39.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 343 sec latency 353096.574 ms 2022-01-25T22:57:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:40 smithi068 conmon[102841]: cluster 2022-01-25T22:57:38.435696+0000 mgr.smithi068.zkksrk (mgr.14702) 214 : cluster 2022-01-25T22:57:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:40 smithi068 conmon[102841]: [DBG] pgmap v169: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:40 smithi165 conmon[67662]: cluster 2022-01-25T22:57:38.435696+0000 mgr.smithi068.zkksrk (mgr.14702) 214 : cluster [DBG] pgmap v169: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:40.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 344 sec latency 354096.672 ms 2022-01-25T22:57:41.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 345 sec latency 355096.739 ms 2022-01-25T22:57:42.477 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:42 smithi068 conmon[102841]: cluster 2022-01-25T22:57:40.436944+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:57:42.477 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:42 smithi068 conmon[102841]: ) 215 : cluster [DBG] pgmap v170: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:42.478 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-25T22:57:42.478 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 2. 2022-01-25T22:57:42.478 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: Stopped Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:57:42.478 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109627 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:57:42.479 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:57:42.479 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109864 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:57:42.479 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:57:42.479 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109927 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:57:42.480 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:57:42.480 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: Starting Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:57:42.480 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109627 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:57:42.480 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:57:42.481 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109864 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:57:42.481 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:57:42.481 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109927 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:57:42.481 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:57:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:42 smithi165 conmon[67662]: cluster 2022-01-25T22:57:40.436944+0000 mgr.smithi068.zkksrk (mgr.14702) 215 : cluster [DBG] pgmap v170: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:42.810 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:42 smithi068 bash[110664]: c8d6c335528e07a25920bcfd8adc1b1cae2cb1183018a875887d4e6f1f2f0f3e 2022-01-25T22:57:42.935 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 346 sec latency 356096.775 ms 2022-01-25T22:57:43.309 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:43 smithi068 podman[110865]: 2022-01-25T22:57:43.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 347 sec latency 357096.809 ms 2022-01-25T22:57:44.209 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:57:43 smithi068 bash[109627]: time="2022-01-25T22:57:43Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-01-25T22:57:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:44 smithi068 conmon[102841]: cluster 2022-01-25T22:57:42.437709+0000 mgr.smithi068.zkksrk (mgr.14702) 216 : cluster [DBG] pgmap v171: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:44 smithi165 conmon[67662]: cluster 2022-01-25T22:57:42.437709+0000 mgr.smithi068.zkksrk (mgr.14702) 216 : cluster [DBG] pgmap v171: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:44.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 348 sec latency 358096.881 ms 2022-01-25T22:57:45.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 349 sec latency 359096.991 ms 2022-01-25T22:57:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:46 smithi068 conmon[102841]: cluster 2022-01-25T22:57:44.439033+0000 mgr.smithi068.zkksrk (mgr.14702) 217 : cluster [DBG] 2022-01-25T22:57:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:46 smithi068 conmon[102841]: pgmap v172: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:46 smithi165 conmon[67662]: cluster 2022-01-25T22:57:44.439033+0000 mgr.smithi068.zkksrk (mgr.14702) 217 : cluster [DBG] pgmap v172: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:46.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 350 sec latency 360097.123 ms 2022-01-25T22:57:47.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 351 sec latency 361097.239 ms 2022-01-25T22:57:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:48 smithi068 conmon[102841]: cluster 2022-01-25T22:57:46.440007+0000 mgr.smithi068.zkksrk (mgr.14702) 218 : cluster [DBG] pgmap v173: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:48 smithi165 conmon[67662]: cluster 2022-01-25T22:57:46.440007+0000 mgr.smithi068.zkksrk (mgr.14702) 218 : cluster [DBG] pgmap v173: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:48.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 352 sec latency 362097.286 ms 2022-01-25T22:57:49.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 353 sec latency 363097.364 ms 2022-01-25T22:57:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:50 smithi068 conmon[102841]: cluster 2022-01-25T22:57:48.440993+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:57:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:50 smithi068 conmon[102841]: 219 : cluster [DBG] pgmap v174: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:50 smithi165 conmon[67662]: cluster 2022-01-25T22:57:48.440993+0000 mgr.smithi068.zkksrk (mgr.14702) 219 : cluster [DBG] pgmap v174: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:50.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 354 sec latency 364097.432 ms 2022-01-25T22:57:51.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 355 sec latency 365097.480 ms 2022-01-25T22:57:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:52 smithi068 conmon[102841]: cluster 2022-01-25T22:57:50.442328+0000 mgr.smithi068.zkksrk (mgr.14702) 220 : cluster [DBG] pgmap v175: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:52 smithi165 conmon[67662]: cluster 2022-01-25T22:57:50.442328+0000 mgr.smithi068.zkksrk (mgr.14702) 220 : cluster [DBG] pgmap v175: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:52.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 356 sec latency 366097.569 ms 2022-01-25T22:57:53.936 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 357 sec latency 367097.630 ms 2022-01-25T22:57:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:54 smithi068 conmon[102841]: cluster 2022-01-25T22:57:52.443436+0000 mgr.smithi068.zkksrk (mgr.14702) 221 : 2022-01-25T22:57:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:54 smithi068 conmon[102841]: cluster [DBG] pgmap v176: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:54 smithi165 conmon[67662]: cluster 2022-01-25T22:57:52.443436+0000 mgr.smithi068.zkksrk (mgr.14702) 221 : cluster [DBG] pgmap v176: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:54.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 358 sec latency 368097.744 ms 2022-01-25T22:57:55.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 359 sec latency 369097.836 ms 2022-01-25T22:57:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:56 smithi068 conmon[102841]: cluster 2022-01-25T22:57:54.444614+0000 mgr.smithi068.zkksrk (mgr.14702) 222 : cluster [DBG] pgmap v177: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:56 smithi165 conmon[67662]: cluster 2022-01-25T22:57:54.444614+0000 mgr.smithi068.zkksrk (mgr.14702) 222 : cluster [DBG] pgmap v177: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:56.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 360 sec latency 370097.927 ms 2022-01-25T22:57:57.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 361 sec latency 371098.031 ms 2022-01-25T22:57:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:58 smithi068 conmon[102841]: cluster 2022-01-25T22:57:56.445568+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:57:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:57:58 smithi068 conmon[102841]: 223 : cluster [DBG] pgmap v178: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:57:58 smithi165 conmon[67662]: cluster 2022-01-25T22:57:56.445568+0000 mgr.smithi068.zkksrk (mgr.14702) 223 : cluster [DBG] pgmap v178: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:57:58.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 362 sec latency 372098.093 ms 2022-01-25T22:57:59.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 363 sec latency 373098.202 ms 2022-01-25T22:58:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:00 smithi068 conmon[102841]: cluster 2022-01-25T22:57:58.446401+0000 mgr.smithi068.zkksrk (mgr.14702) 224 : cluster [DBG] pgmap v179: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:00 smithi165 conmon[67662]: cluster 2022-01-25T22:57:58.446401+0000 mgr.smithi068.zkksrk (mgr.14702) 224 : cluster [DBG] pgmap v179: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:00.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 364 sec latency 374098.325 ms 2022-01-25T22:58:01.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 365 sec latency 375098.465 ms 2022-01-25T22:58:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:02 smithi068 conmon[102841]: cluster 2022-01-25T22:58:00.447559+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:58:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:02 smithi068 conmon[102841]: ) 225 : cluster [DBG] pgmap v180: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:02 smithi165 conmon[67662]: cluster 2022-01-25T22:58:00.447559+0000 mgr.smithi068.zkksrk (mgr.14702) 225 : cluster [DBG] pgmap v180: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:02.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 366 sec latency 376098.565 ms 2022-01-25T22:58:03.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 367 sec latency 377098.639 ms 2022-01-25T22:58:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:04 smithi068 conmon[102841]: cluster 2022-01-25T22:58:02.448491+0000 mgr.smithi068.zkksrk (mgr.14702) 226 : cluster [DBG] pgmap v181: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:04 smithi165 conmon[67662]: cluster 2022-01-25T22:58:02.448491+0000 mgr.smithi068.zkksrk (mgr.14702) 226 : cluster [DBG] pgmap v181: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:04.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 368 sec latency 378098.753 ms 2022-01-25T22:58:05.620 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:58:05.907 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:58:05.908 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (11m) 5m ago 12m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:58:05.908 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (5m) 5m ago 12m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:58:05.908 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (4m) 4m ago 12m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:58:05.908 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (11m) 5m ago 12m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:58:05.909 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (8m) 5m ago 8m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:58:05.909 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (8m) 4m ago 8m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:58:05.909 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (5m) 5m ago 14m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:58:05.909 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (5m) 4m ago 12m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:58:05.910 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (5m) 5m ago 14m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:58:05.910 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (5m) 4m ago 12m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:58:05.911 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (6m) 5m ago 6m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:58:05.911 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (6m) 4m ago 6m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:58:05.911 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (12m) 5m ago 12m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:58:05.911 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (12m) 4m ago 12m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:58:05.911 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (11m) 5m ago 11m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:58:05.912 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (11m) 5m ago 11m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:58:05.912 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (11m) 5m ago 11m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:58:05.912 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (10m) 5m ago 10m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:58:05.912 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (10m) 4m ago 10m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:58:05.913 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (10m) 4m ago 10m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:58:05.913 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (10m) 4m ago 10m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:58:05.913 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (9m) 4m ago 9m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:58:05.913 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (11m) 5m ago 12m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:58:05.937 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 369 sec latency 379098.823 ms 2022-01-25T22:58:06.247 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:58:06.247 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:58:06.248 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:06.248 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:06.248 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:58:06.248 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:06.248 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:06.249 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:58:06.249 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:58:06.249 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:06.249 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:58:06.250 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:58:06.250 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:06.250 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:58:06.250 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:58:06.251 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:58:06.251 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:58:06.251 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:58:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:06 smithi068 conmon[102841]: cluster 2022-01-25T22:58:04.449708+0000 mgr.smithi068.zkksrk (mgr.14702) 227 : cluster [DBG] pgmap v182: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:06 smithi068 conmon[102841]: audit 2022-01-25T22:58:06.247561+0000 mon.smithi068 (mon.0) 206 : audit [DBG] from='client.? 172.21.15.68:0/3840828485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:06 smithi165 conmon[67662]: cluster 2022-01-25T22:58:04.449708+0000 mgr.smithi068.zkksrk (mgr.14702) 227 : cluster [DBG] pgmap v182: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:06 smithi165 conmon[67662]: audit 2022-01-25T22:58:06.247561+0000 mon.smithi068 (mon.0) 206 : audit [DBG] from='client.? 172.21.15.68:0/3840828485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:06.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 370 sec latency 380098.922 ms 2022-01-25T22:58:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:07 smithi068 conmon[102841]: audit 2022-01-25T22:58:05.607317+0000 mgr.smithi068.zkksrk (mgr.14702) 228 2022-01-25T22:58:07.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:07 smithi068 conmon[102841]: : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:07.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:07 smithi068 conmon[102841]: audit 2022-01-25T22:58:05.893861+0000 mgr.smithi068.zkksrk (mgr.14702) 229 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:07 smithi165 conmon[67662]: audit 2022-01-25T22:58:05.607317+0000 mgr.smithi068.zkksrk (mgr.14702) 228 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:07 smithi165 conmon[67662]: audit 2022-01-25T22:58:05.893861+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:58:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:07 smithi165 conmon[67662]: .14702) 229 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:07.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 371 sec latency 381099.056 ms 2022-01-25T22:58:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:08 smithi068 conmon[102841]: cluster 2022-01-25T22:58:06.450484+0000 mgr.smithi068.zkksrk (mgr.14702) 230 2022-01-25T22:58:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:08 smithi068 conmon[102841]: : cluster [DBG] pgmap v183: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:08 smithi165 conmon[67662]: cluster 2022-01-25T22:58:06.450484+0000 mgr.smithi068.zkksrk (mgr.14702) 230 : cluster [DBG] pgmap v183: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:08.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 372 sec latency 382099.120 ms 2022-01-25T22:58:09.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 373 sec latency 383099.226 ms 2022-01-25T22:58:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:10 smithi068 conmon[102841]: cluster 2022-01-25T22:58:08.451534+0000 mgr.smithi068.zkksrk (mgr.14702) 231 2022-01-25T22:58:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v184: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:10 smithi165 conmon[67662]: cluster 2022-01-25T22:58:08.451534+0000 mgr.smithi068.zkksrk (mgr.14702) 231 : cluster [DBG] pgmap v184: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:10.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 374 sec latency 384099.332 ms 2022-01-25T22:58:11.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 375 sec latency 385099.455 ms 2022-01-25T22:58:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:12 smithi068 conmon[102841]: cluster 2022-01-25T22:58:10.452881+0000 mgr.smithi068.zkksrk (mgr.14702) 232 : cluster 2022-01-25T22:58:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:12 smithi068 conmon[102841]: [DBG] pgmap v185: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:12 smithi165 conmon[67662]: cluster 2022-01-25T22:58:10.452881+0000 mgr.smithi068.zkksrk (mgr.14702) 232 : cluster [DBG] pgmap v185: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:12.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 376 sec latency 386099.532 ms 2022-01-25T22:58:13.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 377 sec latency 387099.569 ms 2022-01-25T22:58:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:14 smithi068 conmon[102841]: cluster 2022-01-25T22:58:12.453803+0000 mgr.smithi068.zkksrk (mgr.14702) 233 : cluster [DBG] pgmap v186: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:14 smithi165 conmon[67662]: cluster 2022-01-25T22:58:12.453803+0000 mgr.smithi068.zkksrk (mgr.14702) 233 : cluster [DBG] pgmap v186: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:14.938 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 378 sec latency 388099.684 ms 2022-01-25T22:58:15.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 379 sec latency 389099.792 ms 2022-01-25T22:58:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:16 smithi068 conmon[102841]: cluster 2022-01-25T22:58:14.455045+0000 mgr.smithi068.zkksrk (mgr.14702) 234 : cluster [DBG] 2022-01-25T22:58:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:16 smithi068 conmon[102841]: pgmap v187: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:16 smithi165 conmon[67662]: cluster 2022-01-25T22:58:14.455045+0000 mgr.smithi068.zkksrk (mgr.14702) 234 : cluster [DBG] pgmap v187: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:16.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 380 sec latency 390099.904 ms 2022-01-25T22:58:17.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 381 sec latency 391100.037 ms 2022-01-25T22:58:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:18 smithi068 conmon[102841]: cluster 2022-01-25T22:58:16.455969+0000 mgr.smithi068.zkksrk (mgr.14702) 235 2022-01-25T22:58:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:18 smithi068 conmon[102841]: : cluster [DBG] pgmap v188: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:18 smithi068 conmon[102841]: audit 2022-01-25T22:58:18.171935+0000 mon.smithi068 (mon.0) 207 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:58:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:18 smithi068 conmon[102841]: audit 2022-01-25T22:58:18. 2022-01-25T22:58:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:18 smithi068 conmon[102841]: 174274+0000 mon.smithi068 (mon.0) 208 : audit 2022-01-25T22:58:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:58:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:18 smithi165 conmon[67662]: cluster 2022-01-25T22:58:16.455969+0000 mgr.smithi068.zkksrk (mgr.14702) 235 : cluster [DBG] pgmap v188: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:18 smithi165 conmon[67662]: audit 2022-01-25T22:58:18.171935+0000 mon.smithi068 (mon.0) 207 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:58:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:18 smithi165 conmon[67662]: audit 2022-01-25T22:58:18.174274+0000 mon.smithi068 (mon.0) 208 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:58:18.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 382 sec latency 392100.149 ms 2022-01-25T22:58:19.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 383 sec latency 393100.282 ms 2022-01-25T22:58:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:20 smithi068 conmon[102841]: cluster 2022-01-25T22:58:18.456849+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:58:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:20 smithi068 conmon[102841]: mgr.14702) 236 : cluster [DBG] pgmap v189: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:20 smithi165 conmon[67662]: cluster 2022-01-25T22:58:18.456849+0000 mgr.smithi068.zkksrk (mgr.14702) 236 : cluster [DBG] pgmap v189: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:20.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 384 sec latency 394100.422 ms 2022-01-25T22:58:21.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 385 sec latency 395100.472 ms 2022-01-25T22:58:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:22 smithi068 conmon[102841]: cluster 2022-01-25T22:58:20.458121+0000 mgr.smithi068.zkksrk (mgr.14702) 237 : 2022-01-25T22:58:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:22 smithi068 conmon[102841]: cluster [DBG] pgmap v190: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:22 smithi165 conmon[67662]: cluster 2022-01-25T22:58:20.458121+0000 mgr.smithi068.zkksrk (mgr.14702) 237 : cluster [DBG] pgmap v190: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:22.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 386 sec latency 396100.510 ms 2022-01-25T22:58:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:23 smithi068 conmon[102841]: audit 2022-01-25T22:58:22.326862+0000 mon.smithi068 (mon.0 2022-01-25T22:58:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:23 smithi068 conmon[102841]: ) 209 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:58:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:23 smithi068 conmon[102841]: audit 2022-01-25T22:58:22.328322+0000 mon.smithi068 (mon.0) 210 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:58:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:23 smithi068 conmon[102841]: audit 2022-01-25T22:58:22.329311+0000 mon.smithi068 (mon.0) 211 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:58:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:23 smithi068 conmon[102841]: audit 2022-01-25T22:58:22.749398+0000 mon.smithi068 (mon.0) 212 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:58:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:23 smithi068 conmon[102841]: audit 2022-01-25T22:58:22.754664+0000 mon.smithi068 (mon.0) 213 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:58:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: audit 2022-01-25T22:58:22.326862+0000 mon.smithi068 (mon.0) 209 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:58:23.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:58:23.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: T22:58:22.328322+0000 mon.smithi068 (mon.0) 210 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:58:23.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: audit 2022-01-25T22:58:22.329311+0000 mon.smithi068 (mon.0) 211 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:58:23.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: audit 2022-01-25T22:58:23.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: 2022-01-25T22:58:22.749398+0000 mon.smithi068 (mon.0) 212 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:58:23.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: audit 2022-01-25T22 2022-01-25T22:58:23.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: :58:22.754664+0000 mon.smithi068 (mon.0) 213 : audit [INF] 2022-01-25T22:58:23.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:23 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:58:23.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 387 sec latency 397100.630 ms 2022-01-25T22:58:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:24 smithi068 conmon[102841]: cephadm 2022-01-25T22:58:22.330236+0000 mgr.smithi068.zkksrk (mgr.14702) 238 2022-01-25T22:58:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:24 smithi068 conmon[102841]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:58:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:24 smithi068 conmon[102841]: cluster 2022-01-25T22:58:22.458862+0000 mgr.smithi068.zkksrk (mgr.14702) 239 : cluster [DBG] pgmap v191: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:24 smithi165 conmon[67662]: cephadm 2022-01-25T22:58:22.330236+0000 mgr.smithi068.zkksrk (mgr.14702) 238 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:58:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:24 smithi165 conmon[67662]: cluster 2022-01-25T22:58:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:24 smithi165 conmon[67662]: 2022-01-25T22:58:22.458862+0000 mgr.smithi068.zkksrk (mgr.14702) 239 : cluster [DBG] pgmap v191: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:24.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 388 sec latency 398100.748 ms 2022-01-25T22:58:25.939 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 389 sec latency 399100.839 ms 2022-01-25T22:58:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:26 smithi068 conmon[102841]: cluster 2022-01-25T22:58:24.460204+0000 mgr.smithi068.zkksrk (mgr.14702) 240 : cluster [DBG] pgmap v192: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:26 smithi165 conmon[67662]: cluster 2022-01-25T22:58:24.460204+0000 mgr.smithi068.zkksrk (mgr.14702) 240 : cluster [DBG] pgmap v192: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:26.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 390 sec latency 400100.934 ms 2022-01-25T22:58:27.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:27 smithi068 conmon[102841]: cluster 2022-01-25T22:58:26.461185+0000 mgr.smithi068.zkksrk (mgr.14702) 241 2022-01-25T22:58:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:27 smithi068 conmon[102841]: : cluster [DBG] pgmap v193: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:27 smithi165 conmon[67662]: cluster 2022-01-25T22:58:26.461185+0000 mgr.smithi068.zkksrk (mgr.14702) 241 : cluster [DBG] pgmap v193: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:27 smithi165 conmon[67662]: 2022-01-25T22:58:27.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 391 sec latency 401101.048 ms 2022-01-25T22:58:28.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 392 sec latency 402101.176 ms 2022-01-25T22:58:29.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 393 sec latency 403101.290 ms 2022-01-25T22:58:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:29 smithi068 conmon[102841]: cluster 2022-01-25T22:58:28.462241+0000 mgr.smithi068.zkksrk (mgr.14702) 242 : cluster [DBG] pgmap v194: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:29 smithi165 conmon[67662]: cluster 2022-01-25T22:58:28.462241+0000 mgr.smithi068.zkksrk (mgr.14702) 242 : cluster [DBG] pgmap v194: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:30.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 394 sec latency 404101.377 ms 2022-01-25T22:58:31.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 395 sec latency 405101.478 ms 2022-01-25T22:58:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:31 smithi068 conmon[102841]: cluster 2022-01-25T22:58:30.463494+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:58:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:31 smithi068 conmon[102841]: 14702) 243 : cluster [DBG] pgmap v195: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:31 smithi165 conmon[67662]: cluster 2022-01-25T22:58:30.463494+0000 mgr.smithi068.zkksrk (mgr.14702) 243 : cluster [DBG] pgmap v195: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:32.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 396 sec latency 406101.537 ms 2022-01-25T22:58:33.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 397 sec latency 407101.602 ms 2022-01-25T22:58:34.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:33 smithi068 conmon[102841]: cluster 2022-01-25T22:58:32.464265+0000 mgr.smithi068.zkksrk (mgr.14702) 244 : cluster [DBG] pgmap v196: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:33 smithi165 conmon[67662]: cluster 2022-01-25T22:58:32.464265+0000 mgr.smithi068.zkksrk (mgr.14702) 244 : cluster 2022-01-25T22:58:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:33 smithi165 conmon[67662]: [DBG] pgmap v196: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:34.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 398 sec latency 408101.730 ms 2022-01-25T22:58:35.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 399 sec latency 409101.826 ms 2022-01-25T22:58:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:35 smithi068 conmon[102841]: cluster 2022-01-25T22:58:34.465476+0000 mgr.smithi068.zkksrk (mgr.14702) 245 : cluster 2022-01-25T22:58:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:35 smithi068 conmon[102841]: [DBG] pgmap v197: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:35 smithi165 conmon[67662]: cluster 2022-01-25T22:58:34.465476+0000 mgr.smithi068.zkksrk (mgr.14702) 245 : cluster [DBG] pgmap v197: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:36.571 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:58:36.860 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:58:36.860 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (12m) 5m ago 13m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:58:36.861 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (5m) 5m ago 13m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:58:36.861 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (5m) 5m ago 12m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:58:36.861 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (12m) 5m ago 13m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:58:36.861 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (9m) 5m ago 9m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:58:36.862 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (9m) 5m ago 9m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:58:36.862 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (6m) 5m ago 14m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:58:36.862 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (6m) 5m ago 12m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:58:36.862 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (5m) 5m ago 14m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:58:36.863 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (5m) 5m ago 12m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:58:36.863 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (6m) 5m ago 6m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:58:36.863 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (6m) 5m ago 6m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:58:36.863 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (13m) 5m ago 13m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:58:36.864 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (12m) 5m ago 12m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:58:36.864 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (12m) 5m ago 12m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:58:36.864 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (11m) 5m ago 11m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:58:36.864 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (11m) 5m ago 11m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:58:36.864 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (11m) 5m ago 11m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:58:36.865 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (11m) 5m ago 11m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:58:36.865 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (10m) 5m ago 10m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:58:36.865 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (10m) 5m ago 10m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:58:36.865 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (10m) 5m ago 10m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:58:36.866 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (12m) 5m ago 13m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:58:36.940 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 400 sec latency 410101.896 ms 2022-01-25T22:58:37.203 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:58:37.204 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:58:37.204 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:37.204 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:37.204 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:58:37.205 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:37.205 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:37.205 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:58:37.205 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:58:37.206 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:37.206 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:58:37.206 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:58:37.206 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:58:37.207 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:58:37.207 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:58:37.207 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:58:37.207 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:58:37.208 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:58:37.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 401 sec latency 411102.007 ms 2022-01-25T22:58:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:37 smithi068 conmon[102841]: cluster 2022-01-25T22:58:36.466442+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:58:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:37 smithi068 conmon[102841]: 246 : cluster [DBG] pgmap v198: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:37 smithi068 conmon[102841]: audit 2022-01-25T22:58:36.559179+0000 mgr.smithi068.zkksrk (mgr.14702) 247 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:37 smithi068 conmon[102841]: audit 2022-01-25T22:58:36.846273+0000 mgr.smithi068.zkksrk (mgr.14702) 248 : audit [DBG] from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:37 smithi068 conmon[102841]: audit 2022-01-25T22:58:37.203843+0000 mon.smithi068 (mon.0) 214 : audit [DBG] from='client.? 172.21.15.68:0/2915936038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: cluster 2022-01-25T22:58:36.466442+0000 mgr.smithi068.zkksrk (mgr.14702) 246 : cluster [DBG] pgmap v198: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T22:58:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: 25T22:58:36.559179+0000 mgr.smithi068.zkksrk (mgr.14702) 247 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:38.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: audit 2022-01-25T22:58:36.846273+0000 mgr.smithi068.zkksrk (mgr.14702) 248 : audit [DBG] from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:38.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: audit 2022-01-25T22:58: 2022-01-25T22:58:38.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: 37.203843+0000 mon.smithi068 (mon.0) 214 2022-01-25T22:58:38.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:37 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/2915936038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:38.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 402 sec latency 412102.060 ms 2022-01-25T22:58:39.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 403 sec latency 413102.171 ms 2022-01-25T22:58:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:39 smithi068 conmon[102841]: cluster 2022-01-25T22:58:38.467467+0000 mgr.smithi068.zkksrk (mgr.14702) 249 : cluster [DBG] pgmap v199: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:39 smithi165 conmon[67662]: cluster 2022-01-25T22:58:38.467467+0000 mgr.smithi068.zkksrk (mgr.14702) 249 : cluster [DBG] pgmap v199: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:40.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 404 sec latency 414102.300 ms 2022-01-25T22:58:41.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 405 sec latency 415102.380 ms 2022-01-25T22:58:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:41 smithi068 conmon[102841]: cluster 2022-01-25T22:58:40.468758+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:58:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:41 smithi068 conmon[102841]: 14702) 250 : cluster [DBG] pgmap v200: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:41 smithi165 conmon[67662]: cluster 2022-01-25T22:58:40.468758+0000 mgr.smithi068.zkksrk (mgr.14702) 250 : cluster [DBG] pgmap v200: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:42.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 406 sec latency 416102.441 ms 2022-01-25T22:58:43.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 407 sec latency 417102.541 ms 2022-01-25T22:58:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:43 smithi068 conmon[102841]: cluster 2022-01-25T22:58:42.469559+0000 mgr.smithi068.zkksrk (mgr.14702) 251 : 2022-01-25T22:58:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:43 smithi068 conmon[102841]: cluster [DBG] pgmap v201: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:43 smithi165 conmon[67662]: cluster 2022-01-25T22:58:42.469559+0000 mgr.smithi068.zkksrk (mgr.14702) 251 : cluster [DBG] pgmap v201: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:44.941 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 408 sec latency 418102.651 ms 2022-01-25T22:58:45.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 409 sec latency 419102.760 ms 2022-01-25T22:58:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:45 smithi068 conmon[102841]: cluster 2022-01-25T22:58:44.470725+0000 mgr.smithi068.zkksrk (mgr.14702) 252 2022-01-25T22:58:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:45 smithi068 conmon[102841]: : cluster [DBG] pgmap v202: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:45 smithi165 conmon[67662]: cluster 2022-01-25T22:58:44.470725+0000 mgr.smithi068.zkksrk (mgr.14702) 252 : cluster [DBG] pgmap v202: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:46.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 410 sec latency 420102.820 ms 2022-01-25T22:58:47.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 411 sec latency 421102.930 ms 2022-01-25T22:58:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:47 smithi068 conmon[102841]: cluster 2022-01-25T22:58:48.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:47 smithi068 conmon[102841]: 2022-01-25T22:58:46.471492+0000 mgr.smithi068.zkksrk (mgr.14702) 253 : cluster [DBG] pgmap v203: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:47 smithi165 conmon[67662]: cluster 2022-01-25T22:58:46.471492+0000 mgr.smithi068.zkksrk (mgr.14702) 253 : cluster [DBG] pgmap v203: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:48.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 412 sec latency 422103.059 ms 2022-01-25T22:58:49.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 413 sec latency 423103.183 ms 2022-01-25T22:58:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:49 smithi068 conmon[102841]: cluster 2022-01-25T22:58:48.472410+0000 mgr.smithi068.zkksrk (mgr.14702) 254 : cluster [DBG] pgmap v204: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:49 smithi165 conmon[67662]: cluster 2022-01-25T22:58:48.472410+0000 mgr.smithi068.zkksrk (mgr.14702) 254 : cluster [DBG] pgmap v204: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:50.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 414 sec latency 424103.286 ms 2022-01-25T22:58:51.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 415 sec latency 425103.400 ms 2022-01-25T22:58:52.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:51 smithi068 conmon[102841]: cluster 2022-01-25T22:58:50.473623+0000 mgr.smithi068.zkksrk (mgr.14702) 255 : cluster [DBG] pgmap v205: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:52.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:51 smithi165 conmon[67662]: cluster 2022-01-25T22:58:50.473623+0000 mgr.smithi068.zkksrk (mgr.14702) 255 : cluster [DBG] pgmap v205: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:52.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 416 sec latency 426103.455 ms 2022-01-25T22:58:53.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 417 sec latency 427103.561 ms 2022-01-25T22:58:54.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:53 smithi068 conmon[102841]: cluster 2022-01-25T22:58:52.474595+0000 mgr.smithi068.zkksrk (mgr.14702) 256 2022-01-25T22:58:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:53 smithi068 conmon[102841]: : cluster [DBG] pgmap v206: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:53 smithi165 conmon[67662]: cluster 2022-01-25T22:58:52.474595+0000 mgr.smithi068.zkksrk (mgr.14702) 256 : cluster [DBG] pgmap v206: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:54.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 418 sec latency 428103.614 ms 2022-01-25T22:58:55.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 419 sec latency 429103.651 ms 2022-01-25T22:58:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:55 smithi068 conmon[102841]: cluster 2022-01-25T22:58:54.475768+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:58:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:55 smithi068 conmon[102841]: ) 257 : cluster [DBG] pgmap v207: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:55 smithi165 conmon[67662]: cluster 2022-01-25T22:58:54.475768+0000 mgr.smithi068.zkksrk (mgr.14702) 257 : cluster [DBG] 2022-01-25T22:58:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:55 smithi165 conmon[67662]: pgmap v207: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:56.942 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 420 sec latency 430103.765 ms 2022-01-25T22:58:57.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 421 sec latency 431103.856 ms 2022-01-25T22:58:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:57 smithi068 conmon[102841]: cluster 2022-01-25T22:58:56.476638+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:58:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:58:57 smithi068 conmon[102841]: ) 258 : cluster [DBG] pgmap v208: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:58:57 smithi165 conmon[67662]: cluster 2022-01-25T22:58:56.476638+0000 mgr.smithi068.zkksrk (mgr.14702) 258 : cluster [DBG] pgmap v208: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:58:58.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 422 sec latency 432103.965 ms 2022-01-25T22:58:59.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 423 sec latency 433104.076 ms 2022-01-25T22:59:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:00 smithi068 conmon[102841]: cluster 2022-01-25T22:58:58 2022-01-25T22:59:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:00 smithi068 conmon[102841]: .477599+0000 mgr.smithi068.zkksrk (mgr.14702) 259 : cluster [DBG] pgmap v209: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:00 smithi165 conmon[67662]: cluster 2022-01-25T22:58:58.477599+0000 mgr.smithi068.zkksrk (mgr.14702) 259 : cluster [DBG] pgmap v209: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:00.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 424 sec latency 434104.203 ms 2022-01-25T22:59:01.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 425 sec latency 435104.328 ms 2022-01-25T22:59:02.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:02 smithi068 conmon[102841]: cluster 2022-01-25T22:59:00.478863+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:59:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:02 smithi068 conmon[102841]: 260 : cluster [DBG] pgmap v210: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:02 smithi165 conmon[67662]: cluster 2022-01-25T22:59:00.478863+0000 mgr.smithi068.zkksrk (mgr.14702) 260 : cluster [DBG] pgmap v210: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:02.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 426 sec latency 436104.380 ms 2022-01-25T22:59:03.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 427 sec latency 437104.414 ms 2022-01-25T22:59:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:04 smithi068 conmon[102841]: cluster 2022-01-25T22:59:02.479810+0000 mgr.smithi068.zkksrk (mgr.14702) 261 2022-01-25T22:59:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:04 smithi068 conmon[102841]: : cluster [DBG] pgmap v211: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:04 smithi165 conmon[67662]: cluster 2022-01-25T22:59:02.479810+0000 mgr.smithi068.zkksrk (mgr.14702) 261 : cluster [DBG] pgmap v211: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:04 smithi165 conmon[67662]: 2022-01-25T22:59:04.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 428 sec latency 438104.532 ms 2022-01-25T22:59:05.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 429 sec latency 439104.604 ms 2022-01-25T22:59:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:06 smithi068 conmon[102841]: cluster 2022-01-25T22:59:04.480877+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:59:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:06 smithi068 conmon[102841]: 262 : cluster [DBG] pgmap v212: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:06 smithi165 conmon[67662]: cluster 2022-01-25T22:59:04.480877+0000 mgr.smithi068.zkksrk (mgr.14702) 262 : cluster [DBG] pgmap v212: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:06.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 430 sec latency 440104.673 ms 2022-01-25T22:59:07.526 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:59:07.814 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:59:07.814 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (12m) 6m ago 13m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:59:07.815 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (6m) 6m ago 13m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:59:07.815 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (5m) 5m ago 13m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:59:07.815 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (12m) 6m ago 13m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:59:07.815 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (9m) 6m ago 9m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:59:07.816 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (9m) 5m ago 9m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:59:07.816 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (6m) 6m ago 15m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:59:07.816 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (6m) 5m ago 13m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:59:07.816 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (6m) 6m ago 15m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:59:07.816 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (6m) 5m ago 13m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:59:07.817 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (7m) 6m ago 7m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:59:07.817 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (7m) 5m ago 7m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:59:07.817 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (13m) 6m ago 13m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:59:07.817 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (13m) 5m ago 13m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:59:07.818 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (12m) 6m ago 12m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:59:07.818 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (12m) 6m ago 12m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:59:07.818 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (12m) 6m ago 12m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:59:07.818 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (11m) 6m ago 11m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:59:07.819 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (11m) 5m ago 11m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:59:07.819 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (11m) 5m ago 11m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:59:07.819 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (11m) 5m ago 11m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:59:07.819 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (10m) 5m ago 10m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:59:07.820 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (12m) 6m ago 13m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:59:07.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 431 sec latency 441104.709 ms 2022-01-25T22:59:08.155 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:59:08.155 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:59:08.156 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:08.156 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:08.156 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:59:08.156 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:08.157 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:08.157 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:59:08.157 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:59:08.157 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:08.158 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:59:08.158 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:59:08.158 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:08.158 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:59:08.159 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:59:08.159 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:59:08.159 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:59:08.160 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:59:08.160 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:08 smithi068 conmon[102841]: cluster 2022-01-25T22:59:06.481658+0000 mgr.smithi068.zkksrk (mgr.14702) 263 : cluster [DBG] pgmap v213: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:08 smithi165 conmon[67662]: cluster 2022-01-25T22:59:06.481658+0000 mgr.smithi068.zkksrk (mgr.14702) 263 : cluster [DBG] pgmap v213: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:08.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 432 sec latency 442104.743 ms 2022-01-25T22:59:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:09 smithi068 conmon[102841]: audit 2022-01-25T22:59:07.514190+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T22:59:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:09 smithi068 conmon[102841]: .14702) 264 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:09 smithi068 conmon[102841]: audit 2022-01-25T22:59:07.800138+0000 mgr.smithi068.zkksrk (mgr.14702) 265 : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:09 smithi068 conmon[102841]: audit 2022-01-25T22:59:08.155985+0000 mon.smithi068 (mon.0) 215 : audit [DBG] from='client.? 172.21.15.68:0/3784461202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:09 smithi165 conmon[67662]: audit 2022-01-25T22:59:07.514190+0000 mgr.smithi068.zkksrk (mgr.14702) 264 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:09 smithi165 conmon[67662]: audit 2022-01-25T22:59:07.800138+0000 mgr.smithi068.zkksrk (mgr.14702) 265 : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:09 smithi165 conmon[67662]: audit 2022-01-25T22:59:08.155985+0000 mon.smithi068 (mon.0) 215 : audit [DBG] from='client.? 172.21.15.68:0/3784461202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:09.943 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 433 sec latency 443104.843 ms 2022-01-25T22:59:10.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:10 smithi068 conmon[102841]: cluster 2022-01-25T22:59:08.482650+0000 mgr.smithi068.zkksrk (mgr.14702) 266 : 2022-01-25T22:59:10.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:10 smithi068 conmon[102841]: cluster [DBG] pgmap v214: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:10 smithi165 conmon[67662]: cluster 2022-01-25T22:59:08.482650+0000 mgr.smithi068.zkksrk (mgr.14702) 266 : cluster [DBG] 2022-01-25T22:59:10.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:10 smithi165 conmon[67662]: pgmap v214: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:10.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 434 sec latency 444104.881 ms 2022-01-25T22:59:11.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 435 sec latency 445104.939 ms 2022-01-25T22:59:12.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:12 smithi068 conmon[102841]: cluster 2022-01-25T22:59:10.483764+0000 mgr.smithi068.zkksrk (mgr.14702) 267 : cluster [DBG] pgmap v215: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:12 smithi165 conmon[67662]: cluster 2022-01-25T22:59:10.483764+0000 mgr.smithi068.zkksrk (mgr.14702) 267 : cluster [DBG] pgmap v215: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:12.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 436 sec latency 446105.000 ms 2022-01-25T22:59:13.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 437 sec latency 447105.063 ms 2022-01-25T22:59:14.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:14 smithi068 conmon[102841]: cluster 2022-01-25T22:59:12.484492+0000 mgr.smithi068.zkksrk (mgr.14702) 268 : cluster [DBG] pgmap v216: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:14 smithi165 conmon[67662]: cluster 2022-01-25T22:59:12.484492+0000 mgr.smithi068.zkksrk (mgr.14702) 268 : cluster [DBG] pgmap v216: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:14.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 438 sec latency 448105.154 ms 2022-01-25T22:59:15.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 439 sec latency 449105.237 ms 2022-01-25T22:59:16.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:16 smithi068 conmon[102841]: cluster 2022-01-25T22:59:14.485639+0000 mgr.smithi068.zkksrk (mgr.14702) 269 : cluster [DBG] pgmap v217: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:16 smithi165 conmon[67662]: cluster 2022-01-25T22:59:14.485639+0000 mgr.smithi068.zkksrk (mgr.14702) 269 : cluster [DBG] pgmap v217: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:16.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 440 sec latency 450105.353 ms 2022-01-25T22:59:17.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 441 sec latency 451105.459 ms 2022-01-25T22:59:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:18 smithi068 conmon[102841]: cluster 2022-01-25T22:59:16.486602+0000 mgr.smithi068.zkksrk (mgr.14702) 270 : cluster [DBG] pgmap v218: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:18 smithi165 conmon[67662]: cluster 2022-01-25T22:59:16.486602+0000 mgr.smithi068.zkksrk (mgr.14702) 270 : cluster [DBG] pgmap v218: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:18.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 442 sec latency 452105.495 ms 2022-01-25T22:59:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:19 smithi068 conmon[102841]: audit 2022-01-25T22:59:18.173629+0000 mon.smithi068 (mon.0) 216 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:59:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:19 smithi068 conmon[102841]: audit 2022-01-25T22:59:18.176663+0000 mon.smithi068 (mon.0) 217 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:59:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:19 smithi165 conmon[67662]: audit 2022-01-25T22:59:18.173629+0000 mon.smithi068 (mon.0) 216 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:59:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:19 smithi165 conmon[67662]: audit 2022-01-25T22:59:18.176663+0000 mon.smithi068 (mon.0) 217 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T22:59:19.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 443 sec latency 453105.557 ms 2022-01-25T22:59:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:20 smithi068 conmon[102841]: cluster 2022-01-25T22:59:18.487674+0000 mgr.smithi068.zkksrk (mgr.14702) 271 : cluster 2022-01-25T22:59:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:20 smithi068 conmon[102841]: [DBG] pgmap v219: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:20 smithi165 conmon[67662]: cluster 2022-01-25T22:59:18.487674+0000 mgr.smithi068.zkksrk (mgr.14702) 271 : cluster [DBG] pgmap v219: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:20.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 444 sec latency 454105.649 ms 2022-01-25T22:59:21.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 445 sec latency 455105.741 ms 2022-01-25T22:59:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:22 smithi068 conmon[102841]: cluster 2022-01-25T22:59:20.488816+0000 mgr.smithi068.zkksrk (mgr.14702) 272 : cluster 2022-01-25T22:59:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:22 smithi068 conmon[102841]: [DBG] pgmap v220: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:22 smithi165 conmon[67662]: cluster 2022-01-25T22:59:20.488816+0000 mgr.smithi068.zkksrk (mgr.14702) 272 : cluster [DBG] pgmap v220: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:22 smithi165 conmon[67662]: 2022-01-25T22:59:22.944 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 446 sec latency 456105.815 ms 2022-01-25T22:59:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: audit 2022-01-25T22:59:22.757884+0000 mon.smithi068 2022-01-25T22:59:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: (mon.0) 218 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:59:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: audit 2022-01-25T22:59:22.759408+0000 mon.smithi068 (mon.0) 219 : audit [DBG] 2022-01-25T22:59:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:59:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: audit 2022-01-25T22: 2022-01-25T22:59:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: 59:22.760505+0000 mon.smithi068 (mon.0) 220 : audit 2022-01-25T22:59:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:23 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:59:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:23 smithi165 conmon[67662]: audit 2022-01-25T22:59:22.757884+0000 mon.smithi068 (mon.0) 218 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:59:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:23 smithi165 conmon[67662]: audit 2022-01-25T22:59:22.759408+0000 mon.smithi068 (mon.0) 219 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:59:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:23 smithi165 conmon[67662]: audit 2022-01-25T22:59:22.760505+0000 2022-01-25T22:59:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:23 smithi165 conmon[67662]: mon.smithi068 (mon.0) 220 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:59:23.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 447 sec latency 457105.924 ms 2022-01-25T22:59:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: cluster 2022-01-25T22:59:22.489737+0000 mgr.smithi068.zkksrk (mgr.14702) 273 2022-01-25T22:59:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: : cluster [DBG] pgmap v221: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: cephadm 2022-01-25T22:59:22.761288+0000 mgr.smithi068.zkksrk (mgr.14702) 274 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:59:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: audit 2022-01-25T22:59:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: 2022-01-25T22:59:23.177763 2022-01-25T22:59:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 221 : 2022-01-25T22:59:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:59:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T22:59:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: T22:59:23.183266+0000 mon.smithi068 (mon. 2022-01-25T22:59:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:24 smithi165 conmon[67662]: 0) 222 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:59:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: cluster 2022-01-25T22:59:22.489737+0000 2022-01-25T22:59:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 273 : cluster [DBG] pgmap v221: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: cephadm 2022-01-25T22:59:22.761288+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:59:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: 274 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:59:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: audit 2022-01-25T22:59:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: 2022-01-25T22:59:23. 2022-01-25T22:59:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: 177763+0000 mon.smithi068 (mon.0) 221 2022-01-25T22:59:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:59:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: audit 2022-01-25T22:59:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: 2022-01-25T22: 2022-01-25T22:59:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: 59:23.183266+0000 mon.smithi068 (mon 2022-01-25T22:59:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:24 smithi068 conmon[102841]: .0) 222 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T22:59:24.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 448 sec latency 458106.044 ms 2022-01-25T22:59:25.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 449 sec latency 459106.168 ms 2022-01-25T22:59:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:26 smithi165 conmon[67662]: cluster 2022-01-25T22:59:24.491039+0000 mgr.smithi068.zkksrk (mgr.14702) 275 : cluster [DBG] pgmap v222: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:26 smithi068 conmon[102841]: cluster 2022-01-25T22:59:24.491039+0000 mgr.smithi068.zkksrk (mgr.14702) 275 : cluster [DBG] pgmap v222: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:26.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 450 sec latency 460106.222 ms 2022-01-25T22:59:27.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 451 sec latency 461106.270 ms 2022-01-25T22:59:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:28 smithi165 conmon[67662]: cluster 2022-01-25T22:59:26.491892+0000 mgr.smithi068.zkksrk (mgr.14702) 276 : cluster [DBG] pgmap v223: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:28 smithi068 conmon[102841]: cluster 2022-01-25T22:59:26.491892+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:59:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:28 smithi068 conmon[102841]: 276 : cluster [DBG] pgmap v223: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:28.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 452 sec latency 462106.393 ms 2022-01-25T22:59:29.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 453 sec latency 463106.522 ms 2022-01-25T22:59:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:30 smithi165 conmon[67662]: cluster 2022-01-25T22:59:28.492747+0000 mgr.smithi068.zkksrk (mgr.14702) 277 : 2022-01-25T22:59:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:30 smithi165 conmon[67662]: cluster [DBG] pgmap v224: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:30 smithi068 conmon[102841]: cluster 2022-01-25T22:59:28.492747+0000 mgr.smithi068.zkksrk (mgr.14702) 277 : 2022-01-25T22:59:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:30 smithi068 conmon[102841]: cluster [DBG] pgmap v224: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:30.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 454 sec latency 464106.591 ms 2022-01-25T22:59:31.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 455 sec latency 465106.720 ms 2022-01-25T22:59:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:32 smithi165 conmon[67662]: cluster 2022-01-25T22:59:30.494004+0000 mgr.smithi068.zkksrk (mgr.14702) 278 : cluster [DBG] pgmap v225: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:32 smithi068 conmon[102841]: cluster 2022-01-25T22:59:30.494004+0000 mgr.smithi068.zkksrk (mgr.14702) 278 : cluster 2022-01-25T22:59:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:32 smithi068 conmon[102841]: [DBG] pgmap v225: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:32.945 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 456 sec latency 466106.857 ms 2022-01-25T22:59:33.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 457 sec latency 467106.972 ms 2022-01-25T22:59:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:34 smithi068 conmon[102841]: cluster 2022-01-25T22:59:32.494821+0000 mgr.smithi068.zkksrk (mgr.14702) 279 : cluster [DBG] pgmap v226: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:34 smithi165 conmon[67662]: cluster 2022-01-25T22:59:32.494821+0000 mgr.smithi068.zkksrk (mgr.14702) 279 : cluster [DBG] pgmap v226: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:34.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 458 sec latency 468107.027 ms 2022-01-25T22:59:35.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 459 sec latency 469107.120 ms 2022-01-25T22:59:36.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:36 smithi068 conmon[102841]: cluster 2022-01-25T22:59:34.496175+0000 mgr.smithi068.zkksrk (mgr.14702) 280 : cluster 2022-01-25T22:59:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:36 smithi068 conmon[102841]: [DBG] pgmap v227: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:36 smithi165 conmon[67662]: cluster 2022-01-25T22:59:34.496175+0000 mgr.smithi068.zkksrk (mgr.14702) 280 : cluster [DBG] pgmap v227: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:36 smithi165 conmon[67662]: 2022-01-25T22:59:36.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 460 sec latency 470107.252 ms 2022-01-25T22:59:37.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 461 sec latency 471107.384 ms 2022-01-25T22:59:38.479 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T22:59:38.480 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:38 smithi068 conmon[102841]: cluster 2022-01-25T22:59:36.497045+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T22:59:38.480 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:38 smithi068 conmon[102841]: 281 : cluster [DBG] pgmap v228: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:38 smithi165 conmon[67662]: cluster 2022-01-25T22:59:36.497045+0000 mgr.smithi068.zkksrk (mgr.14702) 281 : cluster [DBG] pgmap v228: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:38 smithi165 conmon[67662]: 2022-01-25T22:59:38.768 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:59:38.768 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (13m) 6m ago 14m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T22:59:38.768 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (6m) 6m ago 14m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T22:59:38.769 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (6m) 6m ago 13m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T22:59:38.769 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (13m) 6m ago 14m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T22:59:38.769 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (10m) 6m ago 10m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T22:59:38.769 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (10m) 6m ago 10m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T22:59:38.769 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (7m) 6m ago 15m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T22:59:38.770 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (7m) 6m ago 13m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T22:59:38.770 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (7m) 6m ago 15m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T22:59:38.770 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (6m) 6m ago 13m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T22:59:38.770 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (7m) 6m ago 7m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T22:59:38.770 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (7m) 6m ago 7m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T22:59:38.771 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (14m) 6m ago 14m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T22:59:38.771 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (13m) 6m ago 13m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T22:59:38.771 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (13m) 6m ago 13m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T22:59:38.771 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (13m) 6m ago 13m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T22:59:38.772 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (12m) 6m ago 12m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T22:59:38.772 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (12m) 6m ago 12m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T22:59:38.772 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (12m) 6m ago 12m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T22:59:38.772 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (11m) 6m ago 11m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T22:59:38.773 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (11m) 6m ago 11m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T22:59:38.773 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (11m) 6m ago 11m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T22:59:38.773 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (13m) 6m ago 14m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T22:59:38.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 462 sec latency 472107.441 ms 2022-01-25T22:59:39.110 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T22:59:39.111 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T22:59:39.111 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:39.111 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:39.112 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T22:59:39.112 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:39.112 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:39.112 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T22:59:39.113 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:59:39.113 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:39.113 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T22:59:39.113 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:59:39.114 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T22:59:39.114 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T22:59:39.114 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:59:39.114 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:59:39.115 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T22:59:39.115 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T22:59:39.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 463 sec latency 473107.489 ms 2022-01-25T22:59:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: audit 2022-01-25T22:59:38.467332+0000 mgr.smithi068.zkksrk (mgr.14702) 282 : audit [DBG] from='client.34256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: cluster 2022-01-25T22:59:38.497753+0000 mgr.smithi068.zkksrk (mgr.14702) 283 : cluster [DBG] pgmap v229: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T22:59:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: 22:59:38.754139+0000 mgr.smithi068.zkksrk ( 2022-01-25T22:59:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: mgr.14702) 284 : audit [DBG] 2022-01-25T22:59:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: audit 2022- 2022-01-25T22:59:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: 01-25T22:59:39.111343 2022-01-25T22:59:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 223 2022-01-25T22:59:40.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:39 smithi068 conmon[102841]: : audit [DBG] from='client.? 172.21.15.68:0/3574104577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:39 smithi165 conmon[67662]: audit 2022-01-25T22:59:38.467332+0000 mgr.smithi068.zkksrk (mgr.14702) 282 : audit [DBG] from='client.34256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:39 smithi165 conmon[67662]: cluster 2022-01-25T22:59:38.497753+0000 mgr.smithi068.zkksrk (mgr.14702) 283 : cluster [DBG] pgmap v229: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:39 smithi165 conmon[67662]: audit 2022-01-25T22:59:38.754139+0000 mgr.smithi068.zkksrk (mgr.14702) 284 : audit [DBG] from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:39 smithi165 conmon[67662]: audit 2022-01-25T22:59:39.111343+0000 mon.smithi068 (mon.0) 223 : audit [DBG] from='client.? 172.21.15.68:0/3574104577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:40.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 464 sec latency 474107.619 ms 2022-01-25T22:59:41.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 465 sec latency 475107.734 ms 2022-01-25T22:59:42.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:41 smithi068 conmon[102841]: cluster 2022-01-25T22:59:40.499159+0000 mgr.smithi068.zkksrk (mgr.14702) 285 : cluster [DBG] pgmap v230: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:41 smithi165 conmon[67662]: cluster 2022-01-25T22:59:40.499159+0000 mgr.smithi068.zkksrk (mgr.14702) 285 : cluster [DBG] pgmap v230: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:41 smithi165 conmon[67662]: 2022-01-25T22:59:42.917 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:42 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-25T22:59:42.946 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 466 sec latency 476107.782 ms 2022-01-25T22:59:43.309 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:42 smithi068 podman[111515]: 2022-01-25T22:59:43.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 467 sec latency 477107.878 ms 2022-01-25T22:59:44.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:43 smithi068 conmon[102841]: cluster 2022-01-25T22:59:42.500134+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T22:59:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:43 smithi068 conmon[102841]: 14702) 286 : cluster [DBG] pgmap v231: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:44.060 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:43 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-25T22:59:44.061 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:43 smithi068 systemd[1]: Failed to start Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:59:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:43 smithi165 conmon[67662]: cluster 2022-01-25T22:59:42.500134+0000 mgr.smithi068.zkksrk (mgr.14702) 286 : cluster [DBG] pgmap v231: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:44.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 468 sec latency 478107.928 ms 2022-01-25T22:59:45.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 469 sec latency 479108.027 ms 2022-01-25T22:59:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:45 smithi068 conmon[102841]: cluster 2022-01-25T22:59:44.501348+0000 mgr.smithi068.zkksrk (mgr.14702) 287 : cluster [DBG] pgmap v232: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:45 smithi165 conmon[67662]: cluster 2022-01-25T22:59:44.501348+0000 mgr.smithi068.zkksrk (mgr.14702) 287 : cluster [DBG] pgmap v232: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:45 smithi165 conmon[67662]: 2022-01-25T22:59:46.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 470 sec latency 480108.145 ms 2022-01-25T22:59:47.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 471 sec latency 481108.213 ms 2022-01-25T22:59:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:47 smithi068 conmon[102841]: cluster 2022-01-25T22:59:46.502307+0000 mgr.smithi068.zkksrk (mgr.14702) 288 : cluster [DBG] pgmap v233: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:47 smithi165 conmon[67662]: cluster 2022-01-25T22:59:46.502307+0000 mgr.smithi068.zkksrk (mgr.14702) 288 : cluster [DBG] pgmap v233: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:48.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 472 sec latency 482108.333 ms 2022-01-25T22:59:49.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 473 sec latency 483108.450 ms 2022-01-25T22:59:50.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:49 smithi068 conmon[102841]: cluster 2022-01-25T22:59:48.503187+0000 mgr.smithi068.zkksrk (mgr.14702) 289 : cluster [DBG] pgmap v234: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:49 smithi165 conmon[67662]: cluster 2022-01-25T22:59:48.503187+0000 mgr.smithi068.zkksrk (mgr.14702) 289 : cluster [DBG] pgmap v234: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:50.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 474 sec latency 484108.490 ms 2022-01-25T22:59:51.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 475 sec latency 485108.594 ms 2022-01-25T22:59:52.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:51 smithi068 conmon[102841]: cluster 2022-01-25T22:59:50.504423+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T22:59:52.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:51 smithi068 conmon[102841]: ) 290 : cluster [DBG] pgmap v235: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:51 smithi165 conmon[67662]: cluster 2022-01-25T22:59:50.504423+0000 mgr.smithi068.zkksrk (mgr.14702) 290 : cluster [DBG] pgmap v235: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:52.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:51 smithi165 conmon[67662]: 2022-01-25T22:59:52.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 476 sec latency 486108.646 ms 2022-01-25T22:59:53.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 477 sec latency 487108.710 ms 2022-01-25T22:59:53.977 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-25T22:59:53.977 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 3. 2022-01-25T22:59:53.977 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: Stopped Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T22:59:53.978 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 110664 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:59:53.978 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:59:53.978 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 110865 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:59:53.978 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:59:53.979 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 110905 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:59:53.979 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:59:53.979 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: Starting Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c... 2022-01-25T22:59:53.979 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 110664 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:59:53.980 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:59:53.980 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 110865 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:59:53.980 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:59:53.980 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 110905 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:59:53.980 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:53 smithi068 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:59:54.309 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:54 smithi068 bash[111639]: ca1b561a276159340ac960d3b4b0d5bcf45693b70e8fe467273ef62bd2a97797 2022-01-25T22:59:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:53 smithi068 conmon[102841]: cluster 2022-01-25T22:59:52.505337+0000 2022-01-25T22:59:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:53 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 291 : cluster [DBG] pgmap v236: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:53 smithi165 conmon[67662]: cluster 2022-01-25T22:59:52.505337+0000 mgr.smithi068.zkksrk (mgr.14702) 291 : cluster [DBG] pgmap v236: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:54.810 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:54 smithi068 podman[111841]: 2022-01-25T22:59:54.947 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 478 sec latency 488108.758 ms 2022-01-25T22:59:55.811 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 22:59:55 smithi068 bash[110664]: time="2022-01-25T22:59:55Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-01-25T22:59:55.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 479 sec latency 489108.869 ms 2022-01-25T22:59:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:55 smithi068 conmon[102841]: cluster 2022-01-25T22:59:54.506402+0000 mgr.smithi068.zkksrk (mgr.14702) 292 : cluster [DBG] pgmap v237: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:55 smithi165 conmon[67662]: cluster 2022-01-25T22:59:54.506402+0000 mgr.smithi068.zkksrk (mgr.14702) 292 : cluster [DBG] pgmap v237: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:55 smithi165 conmon[67662]: 2022-01-25T22:59:56.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 480 sec latency 490109.001 ms 2022-01-25T22:59:57.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 481 sec latency 491109.132 ms 2022-01-25T22:59:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:57 smithi068 conmon[102841]: cluster 2022-01-25T22:59:56.507198+0000 mgr.smithi068.zkksrk (mgr.14702) 293 : cluster [DBG] pgmap v238: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:57 smithi165 conmon[67662]: cluster 2022-01-25T22:59:56.507198+0000 mgr.smithi068.zkksrk (mgr.14702) 293 : cluster [DBG] 2022-01-25T22:59:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:57 smithi165 conmon[67662]: pgmap v238: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T22:59:58.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 482 sec latency 492109.263 ms 2022-01-25T22:59:59.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 483 sec latency 493109.388 ms 2022-01-25T23:00:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 22:59:59 smithi068 conmon[102841]: cluster 2022-01-25T22:59:58.508062+0000 mgr.smithi068.zkksrk (mgr.14702) 294 : cluster [DBG] pgmap v239: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 22:59:59 smithi165 conmon[67662]: cluster 2022-01-25T22:59:58.508062+0000 mgr.smithi068.zkksrk (mgr.14702) 294 : cluster [DBG] pgmap v239: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:00.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 484 sec latency 494109.451 ms 2022-01-25T23:00:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002248+0000 mon.smithi068 (mon.0) 224 2022-01-25T23:00:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded, 44 pgs undersized; Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002287+0000 mon.smithi068 (mon.0) 225 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002333+0000 mon.smithi068 (mon.0) 226 : cluster [WRN] osd.0 (root=default,host=smithi068) is down 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002360+0000 mon.smithi068 (mon.0) 227 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded, 44 pgs undersized 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002392+0000 mon.smithi068 (mon.0) 228 : cluster [WRN] pg 1.0 is stuck undersized for 6m, current state active+undersized, last acting [7,6] 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002430+0000 mon.smithi068 (mon.0) 229 : cluster [WRN] pg 2.0 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: .002444+0000 mon.smithi068 (mon.0) 230 : 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster [WRN] pg 2.1 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,3] 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.002457+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ) 231 : cluster [WRN] pg 2.4 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,7] 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -25T23:00:00.002470+0000 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 232 : cluster [WRN] 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 2.5 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.002483+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 233 : cluster [WRN] pg 2.8 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T23:00:01.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.002495+0000 2022-01-25T23:00:01.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 234 : cluster [WRN] 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 2.c is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,5] 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 2022-01-25T23:00:00.002515 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 235 : cluster 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 2.f is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.002528+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ) 236 : cluster [WRN] pg 2.10 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 23:00:00.002540+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 0) 237 : cluster [WRN] pg 2.13 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.002552+0000 mon.smithi068 (mon.0) 238 2022-01-25T23:00:01.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: : cluster [WRN] pg 2.15 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,5] 2022-01-25T23:00:01.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.002564+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 239 : cluster [WRN] pg 2.19 is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,6] 2022-01-25T23:00:01.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:00:01.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 23:00:00.002578+0000 mon.smithi068 (mon 2022-01-25T23:00:01.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: .0) 240 : cluster [WRN] 2022-01-25T23:00:01.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 2.1d is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,6] 2022-01-25T23:00:01.320 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.002589+0000 2022-01-25T23:00:01.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 241 : cluster [WRN] 2022-01-25T23:00:01.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 2.1e is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,5] 2022-01-25T23:00:01.321 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00.002601+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 242 : cluster [WRN] pg 2.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T23:00:01.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.322 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.002616+0000 2022-01-25T23:00:01.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 243 : cluster [WRN] 2022-01-25T23:00:01.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 3.1 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T23:00:01.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00.002625+0000 mon.smithi068 (mon.0) 244 2022-01-25T23:00:01.323 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: : cluster [WRN] pg 3.3 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,6] 2022-01-25T23:00:01.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.002643+0000 mon.smithi068 2022-01-25T23:00:01.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: (mon.0) 245 : cluster [WRN] pg 3.6 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T23:00:01.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 2022-01-25T23:00:01.324 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.325 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.002656+0000 mon.smithi068 (mon.0) 246 : 2022-01-25T23:00:01.325 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster [WRN] pg 3.7 is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T23:00:01.325 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:00:01.325 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00:00.002677+0000 mon.smithi068 (mon.0) 247 : 2022-01-25T23:00:01.326 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster [WRN] pg 3.b is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,4] 2022-01-25T23:00:01.326 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.326 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.002689+0000 mon.smithi068 (mon.0) 248 : cluster [WRN] 2022-01-25T23:00:01.327 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 3.f is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T23:00:01.327 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.327 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00.002700+0000 mon.smithi068 (mon.0) 249 2022-01-25T23:00:01.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: : cluster [WRN] pg 3.10 is stuck undersized for 6m, current state active+undersized+degraded, last acting [6,5] 2022-01-25T23:00:01.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:00:01.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: T23:00:00.002711+0000 mon.smithi068 ( 2022-01-25T23:00:01.328 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.0) 250 : cluster [WRN] pg 3.12 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T23:00:01.329 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.330 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.002724+0000 2022-01-25T23:00:01.330 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 251 : cluster 2022-01-25T23:00:01.330 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 3.17 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,3] 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: T23:00:00.002737+0000 mon.smithi068 (mon.0) 252 : 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster [WRN] pg 3.18 is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,1] 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00:00.002752+0000 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 253 : cluster [WRN] pg 3.1b is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -25T23:00:00.002767+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 0) 254 : cluster [WRN] pg 3.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,2] 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -01-25T23:00:00.002780 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 255 : cluster 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 4.3 is stuck undersized for 6m, current state active+undersized, last acting [5,7] 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00:00.002791+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 0) 256 : cluster [WRN] pg 4.7 is stuck undersized for 6m, current state active+undersized, last acting [1,5] 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 23:00:00.002804+0000 mon.smithi068 (mon 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: .0) 257 : cluster [WRN] pg 4.16 is stuck undersized for 6m, current state active+undersized, last acting [3,7] 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.002816+0000 mon.smithi068 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: (mon.0) 258 : cluster [WRN] 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 4.1e is stuck undersized for 6m, current state active+undersized, last acting [7,3] 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 2022-01-25T23:00:00.002828+0000 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 259 : cluster 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 5.2 is stuck undersized for 6m, current state active+undersized, last acting [6,5] 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.002841+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ) 260 : cluster [WRN] pg 5.3 is stuck undersized for 6m, current state active+undersized, last acting [6,5] 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -25T23:00:00.002852+0000 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 261 : cluster [WRN] 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 5.5 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00.002866+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 262 : cluster [WRN] pg 5.7 is stuck undersized for 6m, current state active+undersized, last acting [5,1] 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 23:00:00.002876+0000 mon.smithi068 (mon 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: .0) 263 : cluster [WRN] pg 5.8 is stuck undersized for 6m, current state active+undersized, last acting [2,1] 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.002887+0000 2022-01-25T23:00:01.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 264 : cluster 2022-01-25T23:00:01.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 5.b is stuck undersized for 6m, current state active+undersized, last acting [2,5] 2022-01-25T23:00:01.341 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.002906+0000 mon.smithi068 (mon.0) 265 : cluster 2022-01-25T23:00:01.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 5.c is stuck undersized for 6m, current state active+undersized, last acting [1,4] 2022-01-25T23:00:01.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.002919+0000 mon.smithi068 (mon.0) 266 : cluster [WRN] 2022-01-25T23:00:01.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: pg 5.e is stuck undersized for 6m, current state active+undersized, last acting [4,5] 2022-01-25T23:00:01.342 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.002930+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 0) 267 : cluster [WRN] pg 5.13 is stuck undersized for 6m, current state active+undersized, last acting [3,1] 2022-01-25T23:00:01.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:00:01.343 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 23:00:00.002941+0000 mon.smithi068 (mon 2022-01-25T23:00:01.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: .0) 268 : cluster [WRN] pg 5.15 is stuck undersized for 6m, current state active+undersized, last acting [5,1] 2022-01-25T23:00:01.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:00:01.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -25T23:00:00.002951+0000 mon.smithi068 ( 2022-01-25T23:00:01.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.0) 269 : cluster [WRN] pg 5.1b is stuck undersized for 6m, current state active+undersized, last acting [5,7] 2022-01-25T23:00:01.344 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:00:01.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -01-25T23:00:00.002966 2022-01-25T23:00:01.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 270 : cluster 2022-01-25T23:00:01.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] pg 5.1d is stuck undersized for 6m, current state active+undersized, last acting [1,4] 2022-01-25T23:00:01.345 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.002978+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ) 271 : cluster [WRN] pg 5.1e is stuck undersized for 6m, current state active+undersized, last acting [7,2] 2022-01-25T23:00:01.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:00:01.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: T23:00:00.002990+0000 mon.smithi068 ( 2022-01-25T23:00:01.346 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.0) 272 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:00:01.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:00:01.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -01-25T23:00:00.003003 2022-01-25T23:00:01.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 273 : cluster 2022-01-25T23:00:01.347 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:00:01.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.003014+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 0) 274 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:00:01.348 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.003026 2022-01-25T23:00:01.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 275 : cluster 2022-01-25T23:00:01.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.003038+0000 mon.smithi068 (mon.0) 276 : cluster 2022-01-25T23:00:01.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.003050+0000 mon.smithi068 (mon.0) 277 : 2022-01-25T23:00:01.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster [WRN] Traceback (most recent call last): 2022-01-25T23:00:01.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:00:01.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00:00.003062+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 0) 278 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:00:01.351 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.003075+0000 2022-01-25T23:00:01.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 279 : cluster [WRN] 2022-01-25T23:00:01.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: main() 2022-01-25T23:00:01.352 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:01.353 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 2022-01-25T23:00:00.003088+0000 2022-01-25T23:00:01.353 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 280 : cluster [WRN] 2022-01-25T23:00:01.353 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:00:01.353 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.003100+0000 mon.smithi068 2022-01-25T23:00:01.354 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: (mon.0) 281 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:00:01.354 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 2022-01-25T23:00:01.354 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:00:01.354 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -01-25T23:00:00.003112+0000 mon.smithi068 2022-01-25T23:00:01.355 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: (mon.0) 282 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:00:01.355 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.355 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.003136+0000 2022-01-25T23:00:01.355 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 283 : cluster [WRN] 2022-01-25T23:00:01.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: return func(ctx) 2022-01-25T23:00:01.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.003147+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.356 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ) 284 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:00:01.357 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.357 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.003159+0000 mon.smithi068 2022-01-25T23:00:01.357 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: (mon.0) 285 : cluster [WRN] 2022-01-25T23:00:01.357 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ports=daemon_ports) 2022-01-25T23:00:01.357 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:00:01.358 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -01-25T23:00:00.003170+0000 mon.smithi068 ( 2022-01-25T23:00:01.358 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.0) 286 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:00:01.358 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:00:01.358 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: T23:00:00.003183+0000 mon.smithi068 ( 2022-01-25T23:00:01.359 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.0) 287 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:00:01.359 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:00:01.359 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 01-25T23:00:00.003199+0000 2022-01-25T23:00:01.359 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 288 : cluster 2022-01-25T23:00:01.360 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:00:01.360 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.360 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: :00.003224+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.360 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 289 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:00:01.360 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:00:01.361 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 25T23:00:00.003251+0000 2022-01-25T23:00:01.361 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 290 : cluster [WRN] 2022-01-25T23:00:01.361 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:00:01.361 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:01.362 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 00:00.003271+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.362 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: ) 291 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:00:01.362 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:00:01.362 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: -25T23:00:00.003285+0000 2022-01-25T23:00:01.362 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: mon.smithi068 (mon.0) 292 : cluster [WRN] 2022-01-25T23:00:01.363 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.363 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: cluster 2022-01-25T23:00:01.363 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: 2022-01-25T23:00:00.003298+0000 mon.smithi068 (mon.0) 293 : cluster 2022-01-25T23:00:01.363 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:01 smithi068 conmon[102841]: [WRN] See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002248+0000 mon.smithi068 (mon.0) 224 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded, 44 pgs undersized; Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:00:01.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002287+0000 mon.smithi068 (mon.0) 225 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-25T23:00:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002333+0000 mon.smithi068 (mon.0) 226 : cluster [WRN] osd.0 (root=default,host=smithi068) is down 2022-01-25T23:00:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002360+0000 mon.smithi068 (mon.0) 227 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 183/1386 objects degraded (13.203%), 27 pgs degraded, 44 pgs undersized 2022-01-25T23:00:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002392+0000 mon.smithi068 (mon.0) 228 : cluster [WRN] pg 1.0 is stuck undersized for 6m, current state active+undersized, last acting [7,6] 2022-01-25T23:00:01.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002430+0000 mon.smithi068 (mon.0) 229 : cluster [WRN] pg 2.0 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T23:00:01.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002444+0000 mon.smithi068 (mon.0) 230 : cluster [WRN] pg 2.1 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,3] 2022-01-25T23:00:01.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002457+0000 mon.smithi068 (mon.0) 231 : cluster [WRN] pg 2.4 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,7] 2022-01-25T23:00:01.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002470+0000 mon.smithi068 (mon.0) 232 : cluster [WRN] pg 2.5 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T23:00:01.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002483+0000 mon.smithi068 (mon.0) 233 : cluster [WRN] pg 2.8 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T23:00:01.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002495+0000 mon.smithi068 (mon.0) 234 : cluster [WRN] pg 2.c is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,5] 2022-01-25T23:00:01.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002515+0000 mon.smithi068 (mon.0) 235 : cluster [WRN] pg 2.f is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T23:00:01.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002528+0000 mon.smithi068 (mon.0) 236 : cluster [WRN] pg 2.10 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T23:00:01.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002540+0000 mon.smithi068 (mon.0) 237 : cluster [WRN] pg 2.13 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T23:00:01.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002552+0000 mon.smithi068 (mon.0) 238 : cluster [WRN] pg 2.15 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,5] 2022-01-25T23:00:01.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002564+0000 mon.smithi068 (mon.0) 239 : cluster [WRN] pg 2.19 is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,6] 2022-01-25T23:00:01.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002578+0000 mon.smithi068 (mon 2022-01-25T23:00:01.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 240 : cluster [WRN] pg 2.1d is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,6] 2022-01-25T23:00:01.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002589+0000 mon.smithi068 (mon.0) 241 : cluster [WRN] 2022-01-25T23:00:01.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: pg 2.1e is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,5] 2022-01-25T23:00:01.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002601+0000 mon.smithi068 (mon.0) 242 : cluster [WRN] pg 2.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T23:00:01.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002616+0000 mon.smithi068 (mon.0) 243 : cluster [WRN] pg 3.1 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T23:00:01.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.002625+0000 mon.smithi068 2022-01-25T23:00:01.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: (mon.0) 244 : cluster [WRN] pg 3.3 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,6] 2022-01-25T23:00:01.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T23:00:01.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 25T23:00:00.002643+0000 mon.smithi068 (mon.0) 245 : cluster 2022-01-25T23:00:01.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: [WRN] pg 3.6 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T23:00:01.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 00.002656+0000 mon.smithi068 (mon.0) 246 : cluster 2022-01-25T23:00:01.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: [WRN] pg 3.7 is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T23:00:01.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00 2022-01-25T23:00:01.452 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .002677+0000 mon.smithi068 (mon.0) 247 : cluster 2022-01-25T23:00:01.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: [WRN] pg 3.b is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,4] 2022-01-25T23:00:01.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00. 2022-01-25T23:00:01.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 002689+0000 mon.smithi068 (mon.0) 248 : cluster [WRN] pg 3.f is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T23:00:01.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00 2022-01-25T23:00:01.453 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .002700+0000 mon.smithi068 (mon.0) 249 : cluster [WRN] 2022-01-25T23:00:01.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: pg 3.10 is stuck undersized for 6m, current state active+undersized+degraded, last acting [6,5] 2022-01-25T23:00:01.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:01.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 2022-01-25T23:00:00.002711+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.454 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 250 : cluster [WRN] pg 3.12 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T23:00:01.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23: 2022-01-25T23:00:01.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 00:00.002724+0000 mon.smithi068 (mon.0) 251 2022-01-25T23:00:01.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: : cluster [WRN] pg 3.17 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,3] 2022-01-25T23:00:01.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.455 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: :00.002737+0000 mon.smithi068 (mon.0) 252 : 2022-01-25T23:00:01.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster [WRN] pg 3.18 is stuck undersized for 6m, current state active+undersized+degraded, last acting [3,1] 2022-01-25T23:00:01.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23 2022-01-25T23:00:01.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: :00:00.002752+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 253 : cluster [WRN] pg 3.1b is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T23:00:01.456 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T23:00:01.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 23:00:00.002767+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 0) 254 : cluster [WRN] pg 3.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,2] 2022-01-25T23:00:01.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T23:00:01.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 23:00:00.002780+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.457 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 0) 255 : cluster [WRN] pg 4.3 is stuck undersized for 6m, current state active+undersized, last acting [5,7] 2022-01-25T23:00:01.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.002791+0000 mon.smithi068 ( 2022-01-25T23:00:01.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.0) 256 : cluster [WRN] pg 4.7 is stuck undersized for 6m, current state active+undersized, last acting [1,5] 2022-01-25T23:00:01.458 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:00:01.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -01-25T23:00:00.002804+0000 2022-01-25T23:00:01.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.smithi068 (mon.0) 257 : cluster [WRN] pg 4.16 is stuck undersized for 6m, current state active+undersized, last acting [3,7] 2022-01-25T23:00:01.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.002816+0000 mon.smithi068 2022-01-25T23:00:01.459 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: (mon.0) 258 : cluster [WRN] pg 4.1e is stuck undersized for 6m, current state active+undersized, last acting [7,3] 2022-01-25T23:00:01.460 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.460 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.002828+0000 mon.smithi068 (mon 2022-01-25T23:00:01.460 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 259 : cluster [WRN] pg 5.2 is stuck undersized for 6m, current state active+undersized, last acting [6,5] 2022-01-25T23:00:01.460 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T23:00:01.460 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 25T23:00:00.002841+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.461 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 0) 260 : cluster [WRN] pg 5.3 is stuck undersized for 6m, current state active+undersized, last acting [6,5] 2022-01-25T23:00:01.461 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T23:00:01.461 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: T23:00:00.002852+0000 mon.smithi068 (mon 2022-01-25T23:00:01.461 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 261 : cluster [WRN] pg 5.5 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T23:00:01.462 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.462 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.002866+0000 mon.smithi068 2022-01-25T23:00:01.462 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: (mon.0) 262 : cluster [WRN] pg 5.7 is stuck undersized for 6m, current state active+undersized, last acting [5,1] 2022-01-25T23:00:01.462 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:00:01.462 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 01-25T23:00:00.002876+0000 2022-01-25T23:00:01.463 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.smithi068 (mon.0) 263 : cluster [WRN] pg 5.8 is stuck undersized for 6m, current state active+undersized, last acting [2,1] 2022-01-25T23:00:01.463 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:00:01.463 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 01-25T23:00:00.002887+0000 2022-01-25T23:00:01.463 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.smithi068 (mon.0) 264 : cluster [WRN] pg 5.b is stuck undersized for 6m, current state active+undersized, last acting [2,5] 2022-01-25T23:00:01.464 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:00:01.464 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 01-25T23:00:00.002906+0000 mon.smithi068 2022-01-25T23:00:01.464 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: (mon.0) 265 : cluster [WRN] pg 5.c is stuck undersized for 6m, current state active+undersized, last acting [1,4] 2022-01-25T23:00:01.464 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.464 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.002919+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.465 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 0) 266 : cluster [WRN] pg 5.e is stuck undersized for 6m, current state active+undersized, last acting [4,5] 2022-01-25T23:00:01.465 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T23:00:01.465 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: T23:00:00.002930+0000 mon.smithi068 (mon.0) 267 : cluster [WRN] 2022-01-25T23:00:01.465 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: pg 5.13 is stuck undersized for 6m, current state active+undersized, last acting [3,1] 2022-01-25T23:00:01.465 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.466 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: :00.002941+0000 mon.smithi068 (mon.0) 268 : 2022-01-25T23:00:01.466 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster [WRN] pg 5.15 is stuck undersized for 6m, current state active+undersized, last acting [5,1] 2022-01-25T23:00:01.466 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23: 2022-01-25T23:00:01.466 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 00:00.002951+0000 mon.smithi068 (mon.0) 269 2022-01-25T23:00:01.467 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: : cluster [WRN] pg 5.1b is stuck undersized for 6m, current state active+undersized, last acting [5,7] 2022-01-25T23:00:01.467 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23: 2022-01-25T23:00:01.468 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 00:00.002966+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.468 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 270 : cluster [WRN] pg 5.1d is stuck undersized for 6m, current state active+undersized, last acting [1,4] 2022-01-25T23:00:01.468 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23 2022-01-25T23:00:01.468 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: :00:00.002978+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.469 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 271 : cluster [WRN] pg 5.1e is stuck undersized for 6m, current state active+undersized, last acting [7,2] 2022-01-25T23:00:01.469 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23 2022-01-25T23:00:01.469 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: :00:00.002990+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:01.469 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 272 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:00:01.469 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T23:00:01.470 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 23:00:00.003003+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.470 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: ) 273 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:00:01.470 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T23:00:01.470 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 23:00:00.003014+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.471 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: ) 274 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:00:01.471 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T23:00:01.471 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 23:00:00.003026+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.471 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 0) 275 : cluster [WRN] systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.472 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T23:00:01.472 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 25T23:00:00.003038+0000 mon.smithi068 (mon.0 2022-01-25T23:00:01.472 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: ) 276 : cluster [WRN] systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.472 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T23:00:01.472 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: T23:00:00.003050+0000 mon.smithi068 (mon. 2022-01-25T23:00:01.473 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 0) 277 : cluster [WRN] Traceback (most recent call last): 2022-01-25T23:00:01.473 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T23:00:01.473 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 25T23:00:00.003062+0000 mon.smithi068 (mon 2022-01-25T23:00:01.473 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 278 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:00:01.473 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T23:00:01.474 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 25T23:00:00.003075+0000 mon.smithi068 (mon 2022-01-25T23:00:01.474 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 279 : cluster [WRN] main() 2022-01-25T23:00:01.474 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.474 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.003088+0000 mon.smithi068 (mon 2022-01-25T23:00:01.475 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 280 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:00:01.475 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.003100 2022-01-25T23:00:01.475 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 281 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:00:01.475 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 2022-01-25T23:00:01.476 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23 2022-01-25T23:00:01.476 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: :00:00.003112+0000 mon.smithi068 (mon.0) 282 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:00:01.476 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.003136+0000 mon.smithi068 (mon.0) 283 : cluster 2022-01-25T23:00:01.476 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: [WRN] return func(ctx) 2022-01-25T23:00:01.476 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.477 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.003147+0000 mon.smithi068 (mon.0) 284 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:00:01.477 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:00:01.477 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 01-25T23:00:00.003159+0000 mon.smithi068 2022-01-25T23:00:01.477 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: (mon.0) 285 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:00:01.478 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:00:01.478 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -01-25T23:00:00.003170+0000 2022-01-25T23:00:01.478 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.smithi068 (mon.0) 286 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:00:01.478 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:00:01.478 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 01-25T23:00:00.003183+0000 mon.smithi068 2022-01-25T23:00:01.479 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: (mon.0) 287 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:00:01.479 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:00:01.479 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -01-25T23:00:00.003199+0000 2022-01-25T23:00:01.479 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.smithi068 (mon.0) 288 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:00:01.480 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.480 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.003224+0000 mon.smithi068 ( 2022-01-25T23:00:01.480 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.0) 289 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:00:01.480 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.481 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.003251+0000 mon.smithi068 ( 2022-01-25T23:00:01.481 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.0) 290 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:00:01.481 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:00:01.481 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 01-25T23:00:00.003271+0000 mon.smithi068 (mon 2022-01-25T23:00:01.481 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: .0) 291 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:00:01.482 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01-25T23: 2022-01-25T23:00:01.482 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: 00:00.003285+0000 mon.smithi068 (mon.0) 292 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.482 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: cluster 2022-01 2022-01-25T23:00:01.482 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: -25T23:00:00.003298+0000 mon.smithi068 ( 2022-01-25T23:00:01.482 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:01 smithi165 conmon[67662]: mon.0) 293 : cluster [WRN] See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 485 sec latency 495109.552 ms 2022-01-25T23:00:02.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:02 smithi068 conmon[102841]: cluster 2022-01-25T23:00:00.509312+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:00:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:02 smithi068 conmon[102841]: ) 295 : cluster [DBG] pgmap v240: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:02 smithi165 conmon[67662]: cluster 2022-01-25T23:00:00.509312+0000 mgr.smithi068.zkksrk (mgr.14702) 295 : cluster [DBG] pgmap v240: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:02.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 486 sec latency 496109.636 ms 2022-01-25T23:00:03.948 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 487 sec latency 497109.733 ms 2022-01-25T23:00:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:04 smithi068 conmon[102841]: cluster 2022-01-25T23:00:02.510296+0000 mgr.smithi068.zkksrk (mgr.14702) 296 2022-01-25T23:00:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:04 smithi068 conmon[102841]: : cluster [DBG] pgmap v241: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:04 smithi165 conmon[67662]: cluster 2022-01-25T23:00:02.510296+0000 mgr.smithi068.zkksrk (mgr.14702) 296 : cluster [DBG] pgmap v241: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:04 smithi165 conmon[67662]: 2022-01-25T23:00:04.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 488 sec latency 498109.840 ms 2022-01-25T23:00:05.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 489 sec latency 499109.956 ms 2022-01-25T23:00:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:06 smithi068 conmon[102841]: cluster 2022-01-25T23:00:04.511574+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:00:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:06 smithi068 conmon[102841]: ) 297 : cluster [DBG] pgmap v242: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:06 smithi165 conmon[67662]: cluster 2022-01-25T23:00:04.511574+0000 mgr.smithi068.zkksrk (mgr.14702) 297 : cluster [DBG] pgmap v242: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:06.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 490 sec latency 500110.046 ms 2022-01-25T23:00:07.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 491 sec latency 501110.173 ms 2022-01-25T23:00:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:08 smithi068 conmon[102841]: cluster 2022-01-25T23:00:06.512552+0000 mgr.smithi068.zkksrk (mgr.14702) 298 : cluster [DBG] pgmap v243: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:08 smithi068 conmon[102841]: 2022-01-25T23:00:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:08 smithi165 conmon[67662]: cluster 2022-01-25T23:00:06.512552+0000 mgr.smithi068.zkksrk (mgr.14702) 298 : cluster [DBG] pgmap v243: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:08.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:08 smithi165 conmon[67662]: 2022-01-25T23:00:08.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 492 sec latency 502110.225 ms 2022-01-25T23:00:09.433 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:00:09.722 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:00:09.724 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (13m) 7m ago 14m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:00:09.725 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (7m) 7m ago 14m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:00:09.725 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (7m) 6m ago 14m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:00:09.725 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (13m) 7m ago 14m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:00:09.725 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (10m) 7m ago 10m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:00:09.726 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (10m) 6m ago 10m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:00:09.726 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (8m) 7m ago 16m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:00:09.726 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (7m) 6m ago 14m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:00:09.726 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (7m) 7m ago 16m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:00:09.727 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (7m) 6m ago 14m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:00:09.727 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (8m) 7m ago 8m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:00:09.727 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (8m) 6m ago 8m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:00:09.727 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (14m) 7m ago 14m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:00:09.728 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (14m) 6m ago 14m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:00:09.728 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (13m) 7m ago 13m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:00:09.728 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (13m) 7m ago 13m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:00:09.728 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (13m) 7m ago 13m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:00:09.729 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (12m) 7m ago 12m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:00:09.729 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (12m) 6m ago 12m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:00:09.729 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (12m) 6m ago 12m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:00:09.729 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (12m) 6m ago 12m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:00:09.730 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (11m) 6m ago 11m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:00:09.730 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (13m) 7m ago 14m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:00:09.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 493 sec latency 503110.276 ms 2022-01-25T23:00:10.061 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:00:10.062 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:00:10.062 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:10.062 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:10.063 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:00:10.063 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:10.063 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:10.063 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:00:10.064 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T23:00:10.064 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:10.064 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:00:10.064 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:00:10.064 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:10.065 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:00:10.065 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:00:10.065 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T23:00:10.065 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:00:10.066 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:00:10.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:10 smithi068 conmon[102841]: cluster 2022-01-25T23:00:08.513397+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:00:10.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:10 smithi068 conmon[102841]: mgr.14702) 299 : cluster [DBG] pgmap v244: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:10 smithi165 conmon[67662]: cluster 2022-01-25T23:00:08.513397+0000 mgr.smithi068.zkksrk (mgr.14702) 299 : cluster [DBG] 2022-01-25T23:00:10.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:10 smithi165 conmon[67662]: pgmap v244: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:10.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 494 sec latency 504110.373 ms 2022-01-25T23:00:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:11 smithi068 conmon[102841]: audit 2022-01-25T23:00:09.419716+0000 mgr.smithi068.zkksrk (mgr.14702) 300 2022-01-25T23:00:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:11 smithi068 conmon[102841]: : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:11 smithi068 conmon[102841]: audit 2022-01-25T23:00:09.708047+0000 mgr.smithi068.zkksrk (mgr.14702) 301 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:11 smithi068 conmon[102841]: audit 2022-01-25T23:00:10.062572+0000 mon.smithi068 (mon.0) 294 2022-01-25T23:00:11.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:11 smithi068 conmon[102841]: : audit [DBG] from='client.? 172.21.15.68:0/4152275176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:11 smithi165 conmon[67662]: audit 2022-01-25T23:00:09.419716+0000 mgr.smithi068.zkksrk (mgr.14702) 300 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:11 smithi165 conmon[67662]: audit 2022-01-25T23:00:09.708047+0000 mgr.smithi068.zkksrk (mgr.14702) 301 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:11 smithi165 conmon[67662]: audit 2022-01-25T23:00:10.062572+0000 mon.smithi068 (mon.0) 294 2022-01-25T23:00:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:11 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/4152275176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:11.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 495 sec latency 505110.411 ms 2022-01-25T23:00:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:12 smithi068 conmon[102841]: cluster 2022-01-25T23:00:10.514382+0000 mgr.smithi068.zkksrk (mgr.14702) 302 : cluster 2022-01-25T23:00:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:12 smithi068 conmon[102841]: [DBG] pgmap v245: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:12 smithi165 conmon[67662]: cluster 2022-01-25T23:00:10.514382+0000 mgr.smithi068.zkksrk (mgr.14702) 302 : cluster [DBG] pgmap v245: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:12.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 496 sec latency 506110.459 ms 2022-01-25T23:00:13.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 497 sec latency 507110.526 ms 2022-01-25T23:00:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:14 smithi068 conmon[102841]: cluster 2022-01-25T23:00:12.515224+0000 mgr.smithi068.zkksrk (mgr.14702) 303 : cluster 2022-01-25T23:00:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:14 smithi068 conmon[102841]: [DBG] pgmap v246: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.1 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:14 smithi165 conmon[67662]: cluster 2022-01-25T23:00:12.515224+0000 mgr.smithi068.zkksrk (mgr.14702) 303 : cluster [DBG] pgmap v246: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.1 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:14.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 498 sec latency 508110.596 ms 2022-01-25T23:00:15.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 499 sec latency 509110.686 ms 2022-01-25T23:00:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:16 smithi068 conmon[102841]: cluster 2022-01-25T23:00:14.516593+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:00:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:16 smithi068 conmon[102841]: 304 : cluster [DBG] pgmap v247: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:16 smithi165 conmon[67662]: cluster 2022-01-25T23:00:14.516593+0000 mgr.smithi068.zkksrk (mgr.14702) 304 : cluster [DBG] pgmap v247: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:16.949 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 500 sec latency 510110.755 ms 2022-01-25T23:00:17.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 501 sec latency 511110.870 ms 2022-01-25T23:00:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:18 smithi068 conmon[102841]: cluster 2022-01-25T23:00:16.517466+0000 mgr.smithi068.zkksrk (mgr.14702) 305 : cluster 2022-01-25T23:00:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:18 smithi068 conmon[102841]: [DBG] pgmap v248: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:18 smithi165 conmon[67662]: cluster 2022-01-25T23:00:16.517466+0000 mgr.smithi068.zkksrk (mgr.14702) 305 : cluster [DBG] pgmap v248: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:18.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 502 sec latency 512110.970 ms 2022-01-25T23:00:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:19 smithi068 conmon[102841]: audit 2022-01-25T23:00:18.175255+0000 mon.smithi068 (mon.0) 295 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:00:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:19 smithi068 conmon[102841]: 2022-01-25T23:00:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:19 smithi068 conmon[102841]: audit 2022-01-25T23:00:18.178662+0000 mon.smithi068 (mon.0) 296 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:00:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:19 smithi165 conmon[67662]: audit 2022-01-25T23:00:18.175255+0000 mon.smithi068 (mon.0) 295 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:00:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:19 smithi165 conmon[67662]: audit 2022-01-25T23:00:18.178662+0000 mon.smithi068 (mon.0) 296 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:00:19.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 503 sec latency 513111.103 ms 2022-01-25T23:00:20.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:20 smithi068 conmon[102841]: cluster 2022-01-25T23:00:18.518257+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:00:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:20 smithi068 conmon[102841]: 306 : cluster [DBG] pgmap v249: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:20 smithi165 conmon[67662]: cluster 2022-01-25T23:00:18.518257+0000 mgr.smithi068.zkksrk (mgr.14702) 306 : cluster [DBG] pgmap v249: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:20.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 504 sec latency 514111.232 ms 2022-01-25T23:00:21.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 505 sec latency 515111.364 ms 2022-01-25T23:00:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:22 smithi068 conmon[102841]: cluster 2022-01-25T23:00:20.519438+0000 mgr.smithi068.zkksrk (mgr.14702) 307 : cluster 2022-01-25T23:00:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:22 smithi068 conmon[102841]: [DBG] pgmap v250: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:22 smithi165 conmon[67662]: cluster 2022-01-25T23:00:20.519438+0000 mgr.smithi068.zkksrk (mgr.14702) 307 : cluster [DBG] pgmap v250: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:22.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 506 sec latency 516111.437 ms 2022-01-25T23:00:23.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 507 sec latency 517111.485 ms 2022-01-25T23:00:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: cluster 2022-01-25T23:00:22.520464+0000 mgr.smithi068.zkksrk 2022-01-25T23:00:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: (mgr.14702) 308 : cluster [DBG] pgmap v251: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: audit 2022-01-25T23:00:23.186488+0000 mon.smithi068 (mon.0) 297 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:00:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: audit 2022-01-25T23:00:23.188042+0000 mon.smithi068 (mon.0) 298 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:00:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: audit 2022-01-25T23:00:23.189236+0000 mon.smithi068 (mon.0) 299 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:00:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: cephadm 2022-01-25T23:00:23.190077+0000 mgr.smithi068.zkksrk (mgr.14702) 309 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:00:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: audit 2022-01-25T23:00:23.608944+0000 mon.smithi068 (mon.0) 300 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:00:24.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:24 smithi068 conmon[102841]: audit 2022-01-25T23:00:23.614234+0000 mon.smithi068 (mon.0) 301 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:00:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: cluster 2022-01-25T23:00:22.520464+0000 mgr.smithi068.zkksrk (mgr.14702) 308 : cluster [DBG] pgmap v251: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: audit 2022-01-25T23:00 2022-01-25T23:00:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: :23.186488+0000 mon.smithi068 (mon.0) 297 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:00:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: audit 2022-01-25T23:00:23.188042+0000 mon.smithi068 (mon.0) 298 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:00:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: audit 2022-01-25T23:00:23.189236+0000 mon.smithi068 (mon.0) 299 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:00:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: cephadm 2022-01-25T23:00:23.190077+0000 mgr.smithi068.zkksrk (mgr.14702) 309 : cephadm [WRN] 2022-01-25T23:00:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:00:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:00:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: :00:23.608944+0000 mon.smithi068 (mon.0) 300 : 2022-01-25T23:00:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:00:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: audit 2022-01-25T23:00:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: 2022-01-25T23:00:23 2022-01-25T23:00:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: .614234+0000 mon.smithi068 (mon.0) 2022-01-25T23:00:24.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:24 smithi165 conmon[67662]: 301 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:00:24.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 508 sec latency 518111.522 ms 2022-01-25T23:00:25.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 509 sec latency 519111.641 ms 2022-01-25T23:00:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:26 smithi068 conmon[102841]: cluster 2022-01-25T23:00:24.521652+0000 mgr.smithi068.zkksrk (mgr.14702) 310 : 2022-01-25T23:00:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:26 smithi068 conmon[102841]: cluster [DBG] pgmap v252: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:26 smithi165 conmon[67662]: cluster 2022-01-25T23:00:24.521652+0000 mgr.smithi068.zkksrk (mgr.14702) 310 : cluster [DBG] pgmap v252: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:26.950 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 510 sec latency 520111.693 ms 2022-01-25T23:00:27.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 511 sec latency 521111.816 ms 2022-01-25T23:00:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:28 smithi165 conmon[67662]: cluster 2022-01-25T23:00:26.522583+0000 mgr.smithi068.zkksrk (mgr.14702) 311 : cluster [DBG] pgmap v253: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:28 smithi068 conmon[102841]: cluster 2022-01-25T23:00:26.522583+0000 mgr.smithi068.zkksrk (mgr.14702) 311 : 2022-01-25T23:00:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:28 smithi068 conmon[102841]: cluster [DBG] pgmap v253: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:28.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 512 sec latency 522111.943 ms 2022-01-25T23:00:29.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 513 sec latency 523112.058 ms 2022-01-25T23:00:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:30 smithi165 conmon[67662]: cluster 2022-01-25T23:00:28.523448+0000 mgr.smithi068.zkksrk (mgr.14702) 312 : cluster [DBG] pgmap v254: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:30 smithi068 conmon[102841]: cluster 2022-01-25T23:00:28.523448+0000 mgr.smithi068.zkksrk (mgr.14702) 312 : cluster [DBG] pgmap v254: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:30.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 514 sec latency 524112.189 ms 2022-01-25T23:00:31.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 515 sec latency 525112.313 ms 2022-01-25T23:00:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:32 smithi165 conmon[67662]: cluster 2022-01-25T23:00:30.524619+0000 mgr.smithi068.zkksrk (mgr.14702) 313 : cluster [DBG] pgmap v255: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:32 smithi165 conmon[67662]: 2022-01-25T23:00:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:32 smithi068 conmon[102841]: cluster 2022-01-25T23:00:30.524619+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:00:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:32 smithi068 conmon[102841]: ) 313 : cluster [DBG] pgmap v255: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:32.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 516 sec latency 526112.363 ms 2022-01-25T23:00:33.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 517 sec latency 527112.466 ms 2022-01-25T23:00:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:34 smithi165 conmon[67662]: cluster 2022-01-25T23:00:32.525575+0000 mgr.smithi068.zkksrk (mgr.14702) 314 : cluster [DBG] pgmap v256: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:34 smithi068 conmon[102841]: cluster 2022-01-25T23:00:32.525575+0000 mgr.smithi068.zkksrk (mgr.14702) 314 : cluster [DBG] pgmap v256: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:34.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 518 sec latency 528112.589 ms 2022-01-25T23:00:35.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 519 sec latency 529112.649 ms 2022-01-25T23:00:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:36 smithi165 conmon[67662]: cluster 2022-01-25T23:00:34.526928+0000 mgr.smithi068.zkksrk (mgr.14702) 315 : cluster [DBG] pgmap v257: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:36 smithi068 conmon[102841]: cluster 2022-01-25T23:00:34.526928+0000 mgr.smithi068.zkksrk (mgr.14702) 315 : cluster [DBG] pgmap v257: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:36.951 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 520 sec latency 530112.776 ms 2022-01-25T23:00:37.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 521 sec latency 531112.873 ms 2022-01-25T23:00:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:38 smithi165 conmon[67662]: cluster 2022-01-25T23:00:36.527786+0000 mgr.smithi068.zkksrk (mgr.14702) 316 : cluster [DBG] pgmap v258: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:38 smithi068 conmon[102841]: cluster 2022-01-25T23:00:36.527786+0000 mgr.smithi068.zkksrk (mgr.14702) 316 : cluster [DBG] pgmap v258: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:38.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 522 sec latency 532112.992 ms 2022-01-25T23:00:39.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 523 sec latency 533113.114 ms 2022-01-25T23:00:40.383 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:40 smithi068 conmon[102841]: cluster 2022-01-25T23:00:38.528623+0000 mgr.smithi068.zkksrk (mgr.14702) 317 : cluster [DBG] pgmap v259: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:40.383 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:40 smithi068 conmon[102841]: 2022-01-25T23:00:40.383 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:00:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:40 smithi165 conmon[67662]: cluster 2022-01-25T23:00:38.528623+0000 mgr.smithi068.zkksrk (mgr.14702) 317 : cluster [DBG] pgmap v259: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:40.671 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:00:40.672 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (14m) 7m ago 15m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:00:40.672 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (7m) 7m ago 15m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:00:40.672 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (7m) 7m ago 14m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:00:40.672 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (14m) 7m ago 15m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:00:40.673 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (11m) 7m ago 11m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:00:40.673 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (11m) 7m ago 11m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:00:40.673 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (8m) 7m ago 16m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:00:40.673 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (8m) 7m ago 14m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:00:40.673 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (8m) 7m ago 16m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:00:40.674 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (7m) 7m ago 14m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:00:40.674 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (8m) 7m ago 8m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:00:40.674 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (8m) 7m ago 8m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:00:40.674 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (15m) 7m ago 15m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:00:40.675 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (14m) 7m ago 14m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:00:40.675 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (14m) 7m ago 14m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:00:40.675 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (14m) 7m ago 14m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:00:40.675 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (13m) 7m ago 13m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:00:40.675 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (13m) 7m ago 13m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:00:40.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (13m) 7m ago 13m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:00:40.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (12m) 7m ago 12m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:00:40.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (12m) 7m ago 12m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:00:40.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (12m) 7m ago 12m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:00:40.677 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (14m) 7m ago 15m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:00:40.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 524 sec latency 534113.150 ms 2022-01-25T23:00:41.010 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:00:41.010 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:00:41.011 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:41.011 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:41.011 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:00:41.011 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:41.012 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:41.012 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:00:41.012 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T23:00:41.012 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:41.012 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:00:41.013 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:00:41.013 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:00:41.013 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:00:41.013 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:00:41.014 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T23:00:41.014 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:00:41.014 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:00:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:41 smithi068 conmon[102841]: audit 2022-01-25T23:00:41.010906+0000 mon.smithi068 (mon.0) 302 : audit [DBG] from='client.? 172.21.15.68:0/2003812287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:41 smithi165 conmon[67662]: audit 2022-01-25T23:00:41.010906+0000 mon.smithi068 (mon.0) 302 : audit [DBG] from='client.? 172.21.15.68:0/2003812287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:41.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 525 sec latency 535113.262 ms 2022-01-25T23:00:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:42 smithi165 conmon[67662]: audit 2022-01-25T23:00:40.370615+0000 mgr.smithi068.zkksrk (mgr.14702) 318 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:42 smithi165 conmon[67662]: cluster 2022-01-25T23:00:40.529629+0000 mgr.smithi068.zkksrk (mgr.14702) 319 : cluster [DBG] pgmap v260: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:42 smithi165 conmon[67662]: audit 2022-01-25T23:00 2022-01-25T23:00:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:42 smithi165 conmon[67662]: :40.657581+0000 mgr.smithi068.zkksrk (mgr.14702) 320 : audit [DBG] from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: audit 2022-01-25T23:00:40.370615+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:00:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: mgr.14702) 318 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:00:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: 00:40.529629+0000 mgr.smithi068.zkksrk (mgr.14702) 319 : cluster [DBG] pgmap v260: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: audit 2022 2022-01-25T23:00:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: -01-25T23:00:40.657581+0000 mgr.smithi068.zkksrk 2022-01-25T23:00:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:42 smithi068 conmon[102841]: (mgr.14702) 320 : audit [DBG] from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:42.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 526 sec latency 536113.391 ms 2022-01-25T23:00:43.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 527 sec latency 537113.446 ms 2022-01-25T23:00:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:44 smithi165 conmon[67662]: cluster 2022-01-25T23:00:42.530420+0000 mgr.smithi068.zkksrk (mgr.14702) 321 : cluster [DBG] pgmap v261: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:44 smithi068 conmon[102841]: cluster 2022-01-25T23:00:42.530420+0000 mgr.smithi068.zkksrk (mgr.14702) 321 : cluster [DBG] pgmap v261: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:44.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 528 sec latency 538113.554 ms 2022-01-25T23:00:45.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 529 sec latency 539113.616 ms 2022-01-25T23:00:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:46 smithi165 conmon[67662]: cluster 2022-01-25T23:00:44.531747+0000 mgr.smithi068.zkksrk (mgr.14702) 322 : cluster [DBG] pgmap v262: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:46 smithi068 conmon[102841]: cluster 2022-01-25T23:00:44.531747+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:00:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:46 smithi068 conmon[102841]: 322 : cluster [DBG] pgmap v262: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:46.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 530 sec latency 540113.701 ms 2022-01-25T23:00:47.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 531 sec latency 541113.803 ms 2022-01-25T23:00:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:48 smithi165 conmon[67662]: cluster 2022-01-25T23:00:46.532739+0000 mgr.smithi068.zkksrk (mgr.14702) 323 : cluster [DBG] pgmap v263: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:48 smithi068 conmon[102841]: cluster 2022-01-25T23:00:46.532739+0000 mgr.smithi068.zkksrk (mgr.14702) 323 : cluster [DBG] pgmap v263: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:48.952 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 532 sec latency 542113.840 ms 2022-01-25T23:00:49.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 533 sec latency 543113.937 ms 2022-01-25T23:00:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:50 smithi165 conmon[67662]: cluster 2022-01-25T23:00:48.533616+0000 mgr.smithi068.zkksrk (mgr.14702) 324 : cluster [DBG] pgmap v264: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:50 smithi068 conmon[102841]: cluster 2022-01-25T23:00:48.533616+0000 mgr.smithi068.zkksrk (mgr.14702) 324 : cluster [DBG] pgmap v264: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:50.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 534 sec latency 544114.037 ms 2022-01-25T23:00:51.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 535 sec latency 545114.150 ms 2022-01-25T23:00:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:52 smithi165 conmon[67662]: cluster 2022-01-25T23:00:50.534818+0000 mgr.smithi068.zkksrk (mgr.14702) 325 : cluster [DBG] pgmap v265: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:52 smithi068 conmon[102841]: cluster 2022-01-25T23:00:50.534818+0000 mgr.smithi068.zkksrk (mgr.14702) 325 : cluster [DBG] pgmap v265: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:52.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 536 sec latency 546114.274 ms 2022-01-25T23:00:53.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 537 sec latency 547114.371 ms 2022-01-25T23:00:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:54 smithi165 conmon[67662]: cluster 2022-01-25T23:00:52.535581+0000 mgr.smithi068.zkksrk (mgr.14702) 326 : cluster [DBG] pgmap v266: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:54 smithi068 conmon[102841]: cluster 2022-01-25T23:00:52.535581+0000 mgr.smithi068.zkksrk (mgr.14702) 326 : cluster [DBG] pgmap v266: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:54.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 538 sec latency 548114.464 ms 2022-01-25T23:00:55.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 539 sec latency 549114.572 ms 2022-01-25T23:00:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:56 smithi165 conmon[67662]: cluster 2022-01-25T23:00:54.536788+0000 mgr.smithi068.zkksrk (mgr.14702) 327 : cluster [DBG] pgmap v267: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:56 smithi068 conmon[102841]: cluster 2022-01-25T23:00:54.536788+0000 mgr.smithi068.zkksrk (mgr.14702) 327 : 2022-01-25T23:00:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:56 smithi068 conmon[102841]: cluster [DBG] pgmap v267: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:56.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 540 sec latency 550114.625 ms 2022-01-25T23:00:57.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 541 sec latency 551114.737 ms 2022-01-25T23:00:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:00:58 smithi165 conmon[67662]: cluster 2022-01-25T23:00:56.537685+0000 mgr.smithi068.zkksrk (mgr.14702) 328 : cluster [DBG] pgmap v268: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:58 smithi068 conmon[102841]: cluster 2022-01-25T23:00:56.537685+0000 mgr.smithi068.zkksrk (mgr.14702) 328 2022-01-25T23:00:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:00:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v268: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:00:58.953 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 542 sec latency 552114.866 ms 2022-01-25T23:00:59.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 543 sec latency 553114.984 ms 2022-01-25T23:01:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:00 smithi165 conmon[67662]: cluster 2022-01-25T23:00:58.538560+0000 mgr.smithi068.zkksrk (mgr.14702) 329 : cluster [DBG] pgmap v269: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:00 smithi068 conmon[102841]: cluster 2022-01-25T23:00:58.538560+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:01:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:00 smithi068 conmon[102841]: ) 329 : cluster [DBG] pgmap v269: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:00.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 544 sec latency 554115.124 ms 2022-01-25T23:01:01.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 545 sec latency 555115.247 ms 2022-01-25T23:01:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:02 smithi165 conmon[67662]: cluster 2022-01-25T23:01:00.539699+0000 mgr.smithi068.zkksrk (mgr.14702) 330 : cluster [DBG] pgmap v270: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:02 smithi068 conmon[102841]: cluster 2022-01-25T23:01:00.539699+0000 mgr.smithi068.zkksrk (mgr.14702) 330 : cluster [DBG] pgmap v270: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:02.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 546 sec latency 556115.310 ms 2022-01-25T23:01:03.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 547 sec latency 557115.410 ms 2022-01-25T23:01:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:04 smithi165 conmon[67662]: cluster 2022-01-25T23:01:02.540648+0000 mgr.smithi068.zkksrk (mgr.14702) 331 : cluster 2022-01-25T23:01:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:04 smithi165 conmon[67662]: [DBG] pgmap v271: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:04 smithi068 conmon[102841]: cluster 2022-01-25T23:01:02.540648+0000 mgr.smithi068.zkksrk (mgr.14702) 331 : cluster [DBG] pgmap v271: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:04.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 548 sec latency 558115.513 ms 2022-01-25T23:01:05.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 549 sec latency 559115.618 ms 2022-01-25T23:01:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:06 smithi165 conmon[67662]: cluster 2022-01-25T23:01:04.541770+0000 mgr.smithi068.zkksrk (mgr.14702) 332 : cluster [DBG] pgmap v272: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:06.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:06 smithi068 conmon[102841]: cluster 2022-01-25T23:01:04.541770+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:01:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:06 smithi068 conmon[102841]: .14702) 332 : cluster [DBG] pgmap v272: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:06.954 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 550 sec latency 560115.737 ms 2022-01-25T23:01:07.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 551 sec latency 561115.849 ms 2022-01-25T23:01:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:08 smithi165 conmon[67662]: cluster 2022-01-25T23:01:06.542574+0000 mgr.smithi068.zkksrk (mgr.14702) 333 : cluster [DBG] pgmap v273: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:08 smithi068 conmon[102841]: cluster 2022-01-25T23:01:06.542574+0000 mgr.smithi068.zkksrk (mgr.14702) 333 : cluster [DBG] 2022-01-25T23:01:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:08 smithi068 conmon[102841]: pgmap v273: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:08.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 552 sec latency 562115.970 ms 2022-01-25T23:01:09.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 553 sec latency 563116.091 ms 2022-01-25T23:01:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:10 smithi165 conmon[67662]: cluster 2022-01-25T23:01:08.543483+0000 mgr.smithi068.zkksrk (mgr.14702) 334 : cluster [DBG] pgmap v274: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:10 smithi068 conmon[102841]: cluster 2022-01-25T23:01:08.543483+0000 mgr.smithi068.zkksrk (mgr.14702) 334 : cluster 2022-01-25T23:01:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:10 smithi068 conmon[102841]: [DBG] pgmap v274: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:10.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 554 sec latency 564116.161 ms 2022-01-25T23:01:11.339 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:01:11.625 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:01:11.626 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (14m) 8m ago 16m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:01:11.626 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (8m) 8m ago 15m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:01:11.626 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (8m) 7m ago 15m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:01:11.627 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (14m) 8m ago 15m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:01:11.627 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (11m) 8m ago 11m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:01:11.627 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (11m) 7m ago 11m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:01:11.627 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (9m) 8m ago 17m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:01:11.628 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (8m) 7m ago 15m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:01:11.628 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (8m) 8m ago 17m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:01:11.628 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (8m) 7m ago 15m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:01:11.628 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (9m) 8m ago 9m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:01:11.629 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (9m) 7m ago 9m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:01:11.629 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (15m) 8m ago 15m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:01:11.629 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (15m) 7m ago 15m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:01:11.629 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (14m) 8m ago 14m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:01:11.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (14m) 8m ago 14m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:01:11.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (14m) 8m ago 14m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:01:11.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (13m) 8m ago 13m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:01:11.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (13m) 7m ago 13m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:01:11.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (13m) 7m ago 13m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:01:11.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (13m) 7m ago 13m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:01:11.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (12m) 7m ago 12m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:01:11.631 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (14m) 8m ago 15m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:01:11.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 555 sec latency 565116.216 ms 2022-01-25T23:01:11.964 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:01:11.964 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:01:11.964 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:11.965 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:11.965 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:01:11.965 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:11.965 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:11.966 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:01:11.966 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T23:01:11.966 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:11.966 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:01:11.967 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:01:11.967 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:11.967 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:01:11.967 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:01:11.968 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T23:01:11.968 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:01:11.968 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:01:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:12 smithi068 conmon[102841]: cluster 2022-01-25T23:01:10.544793+0000 mgr.smithi068.zkksrk (mgr.14702) 335 : cluster [DBG] pgmap v275: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:12 smithi068 conmon[102841]: audit 2022-01-25T23:01:11.964765+0000 mon.smithi068 (mon.0) 303 : audit [DBG] from='client.? 172.21.15.68:0/528731357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:12 smithi165 conmon[67662]: cluster 2022-01-25T23:01:10.544793+0000 mgr.smithi068.zkksrk (mgr.14702) 335 : cluster [DBG] pgmap v275: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:12.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:12 smithi165 conmon[67662]: audit 2022-01-25T23:01:11.964765+0000 mon.smithi068 (mon.0) 303 : audit [DBG] from='client.? 172.21.15.68:0/528731357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:12.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 556 sec latency 566116.325 ms 2022-01-25T23:01:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:13 smithi165 conmon[67662]: audit 2022-01-25T23:01:11.327259+0000 mgr.smithi068.zkksrk (mgr.14702) 336 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:13.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:13 smithi165 conmon[67662]: audit 2022-01-25T23:01:11.611749+0000 mgr.smithi068.zkksrk (mgr.14702) 337 : audit [DBG] from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:13 smithi068 conmon[102841]: audit 2022-01-25T23:01:11.327259+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:01:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:13 smithi068 conmon[102841]: 14702) 336 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:13 smithi068 conmon[102841]: audit 2022-01-25T23:01:11.611749+0000 mgr.smithi068.zkksrk (mgr.14702) 337 : audit [DBG] from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:13.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 557 sec latency 567116.432 ms 2022-01-25T23:01:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:14 smithi165 conmon[67662]: cluster 2022-01-25T23:01:12.545633+0000 mgr.smithi068.zkksrk (mgr.14702) 338 : cluster [DBG] pgmap v276: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:14 smithi068 conmon[102841]: cluster 2022-01-25T23:01:12.545633+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:01:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:14 smithi068 conmon[102841]: mgr.14702) 338 : cluster [DBG] pgmap v276: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:14.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 558 sec latency 568116.545 ms 2022-01-25T23:01:15.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 559 sec latency 569116.658 ms 2022-01-25T23:01:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:16 smithi165 conmon[67662]: cluster 2022-01-25T23:01:14.546924+0000 mgr.smithi068.zkksrk (mgr.14702) 339 : cluster [DBG] pgmap v277: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:16 smithi068 conmon[102841]: cluster 2022-01-25T23:01:14.546924+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:01:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:16 smithi068 conmon[102841]: ) 339 : cluster [DBG] pgmap v277: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:16.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 560 sec latency 570116.778 ms 2022-01-25T23:01:17.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 561 sec latency 571116.848 ms 2022-01-25T23:01:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:18 smithi165 conmon[67662]: cluster 2022-01-25T23:01:16.547765+0000 mgr.smithi068.zkksrk (mgr.14702) 340 : cluster [DBG] pgmap v278: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:18.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:18 smithi165 conmon[67662]: 2022-01-25T23:01:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:18 smithi068 conmon[102841]: cluster 2022-01-25T23:01:16.547765+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:01:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:18 smithi068 conmon[102841]: 340 : cluster [DBG] pgmap v278: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:18.955 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 562 sec latency 572116.907 ms 2022-01-25T23:01:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:19 smithi165 conmon[67662]: audit 2022-01-25T23:01:18.177719+0000 mon.smithi068 (mon.0) 304 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:01:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:19 smithi165 conmon[67662]: audit 2022-01-25T23:01:18.180826+0000 mon.smithi068 (mon.0) 305 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:01:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:19 smithi068 conmon[102841]: audit 2022-01-25T23:01:18.177719+0000 mon.smithi068 (mon.0) 304 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:01:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:19 smithi068 conmon[102841]: audit 2022-01-25T23:01:18.180826+0000 mon.smithi068 (mon.0) 305 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:01:19.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 563 sec latency 573117.013 ms 2022-01-25T23:01:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:20 smithi165 conmon[67662]: cluster 2022-01-25T23:01:18.548652+0000 mgr.smithi068.zkksrk (mgr.14702) 341 : cluster [DBG] pgmap v279: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:20 smithi068 conmon[102841]: cluster 2022-01-25T23:01:18.548652+0000 mgr.smithi068.zkksrk (mgr.14702) 341 : cluster [DBG] pgmap v279: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:20.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 564 sec latency 574117.135 ms 2022-01-25T23:01:21.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 565 sec latency 575117.246 ms 2022-01-25T23:01:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:22 smithi165 conmon[67662]: cluster 2022-01-25T23:01:20.549841+0000 mgr.smithi068.zkksrk (mgr.14702) 342 : cluster [DBG] pgmap v280: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:22 smithi068 conmon[102841]: cluster 2022-01-25T23:01:20.549841+0000 mgr.smithi068.zkksrk (mgr.14702) 342 : 2022-01-25T23:01:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:22 smithi068 conmon[102841]: cluster [DBG] pgmap v280: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:22.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 566 sec latency 576117.356 ms 2022-01-25T23:01:23.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 567 sec latency 577117.404 ms 2022-01-25T23:01:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: cluster 2022-01-25T23:01:22.550827+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:01:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: .14702) 343 : cluster [DBG] pgmap v281: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: audit 2022-01-25T23:01:23.617352+0000 mon.smithi068 (mon.0) 2022-01-25T23:01:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: 306 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:01:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: audit 2022-01-25T23:01:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: 2022-01-25T23:01:23.618957+0000 mon.smithi068 ( 2022-01-25T23:01:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: mon.0) 307 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:01:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: audit 2022-01-25T23:01:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: 2022-01-25T23:01: 2022-01-25T23:01:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: 23.620057+0000 mon.smithi068 (mon.0) 308 : audit 2022-01-25T23:01:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:01:24.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:01:24.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: -25T23:01:24.035994+0000 2022-01-25T23:01:24.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: mon.smithi068 (mon.0) 309 : audit [INF] 2022-01-25T23:01:24.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:01:24.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:01:24.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: :01:24.041439+0000 mon.smithi068 (mon.0 2022-01-25T23:01:24.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:24 smithi165 conmon[67662]: ) 310 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:01:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:24 smithi068 conmon[102841]: cluster 2022-01-25T23:01:22.550827+0000 mgr.smithi068.zkksrk (mgr.14702) 343 : cluster [DBG] pgmap v281: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:24 smithi068 conmon[102841]: audit 2022-01-25T23:01:23.617352+0000 mon.smithi068 (mon.0) 306 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:01:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:24 smithi068 conmon[102841]: audit 2022-01-25T23:01:23.618957+0000 mon.smithi068 (mon.0) 307 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:01:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:24 smithi068 conmon[102841]: audit 2022-01-25T23:01:23.620057+0000 mon.smithi068 (mon.0) 308 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:01:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:24 smithi068 conmon[102841]: audit 2022-01-25T23:01:24.035994+0000 mon.smithi068 (mon.0) 309 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:01:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:24 smithi068 conmon[102841]: audit 2022-01-25T23:01:24.041439+0000 mon.smithi068 (mon.0) 310 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:01:24.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 568 sec latency 578117.481 ms 2022-01-25T23:01:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:25 smithi165 conmon[67662]: cephadm 2022-01-25T23:01:23.620936+0000 mgr.smithi068.zkksrk (mgr.14702) 344 : cephadm [WRN] 2022-01-25T23:01:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:25 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:01:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:25 smithi068 conmon[102841]: cephadm 2022-01-25T23:01:23.620936+0000 mgr.smithi068.zkksrk (mgr.14702) 344 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:01:25.956 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83398 0.00 MB/sec execute 569 sec latency 579117.585 ms 2022-01-25T23:01:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:26 smithi165 conmon[67662]: cluster 2022-01-25T23:01:24.551997+0000 mgr.smithi068.zkksrk (mgr.14702) 345 : cluster [DBG] pgmap v282: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[102841]: cluster 2022-01-25T23:01:24.551997+0000 mgr.smithi068.zkksrk (mgr.14702) 345 : cluster [DBG] pgmap v282: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:26.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83495 0.01 MB/sec execute 570 sec latency 579932.620 ms 2022-01-25T23:01:27.019 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T23:01:27.020 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-01-25T23:01:27.020 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-01-25T23:01:27.020 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T23:01:27.020 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-01-25T23:01:27.021 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-01-25T23:01:27.021 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-01-25T23:01:27.021 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-01-25T23:01:27.021 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T23:01:27.022 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 bash[111639]: --> ceph-volume lvm activate successful for osd ID: 0 2022-01-25T23:01:27.022 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-01-25T23:01:27.022 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-01-25T23:01:27.022 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T23:01:27.023 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:26 smithi068 conmon[111881]: --> ceph-volume lvm activate successful for osd ID: 0 2022-01-25T23:01:27.864 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:27 smithi068 podman[112485]: 2022-01-25T23:01:27.864 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:27 smithi068 conmon[112525]: debug 2022-01-25T23:01:27.793+0000 7f93e4a14700 1 -- 172.21.15.68:0/2088690048 <== mon.0 v2:172.21.15.68:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55749bc924e0 con 0x55749bc59000 2022-01-25T23:01:27.865 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:27 smithi068 bash[111639]: 29dd1db7f26b7d85b248300248335611304f4ea94378751b221cb500d9388a83 2022-01-25T23:01:27.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 83999 0.02 MB/sec execute 571 sec latency 44.740 ms 2022-01-25T23:01:28.188 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:27 smithi068 systemd[1]: Started Ceph osd.0 for 382a5b64-7e30-11ec-8c35-001a4aab830c. 2022-01-25T23:01:28.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:28 smithi165 conmon[67662]: cluster 2022-01-25T23:01:26.552806+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:01:28.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:28 smithi165 conmon[67662]: .14702) 346 : cluster [DBG] pgmap v283: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:28.560 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:28 smithi068 conmon[112525]: debug 2022-01-25T23:01:28.313+0000 7f93ec26d080 -1 Falling back to public interface 2022-01-25T23:01:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:28 smithi068 conmon[102841]: cluster 2022-01-25T23:01:26.552806+0000 2022-01-25T23:01:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:28 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 346 : cluster [DBG] pgmap v283: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:28.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 84453 0.05 MB/sec execute 572 sec latency 27.981 ms 2022-01-25T23:01:29.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 85146 0.10 MB/sec execute 573 sec latency 26.877 ms 2022-01-25T23:01:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:30 smithi165 conmon[67662]: cluster 2022-01-25T23:01:28. 2022-01-25T23:01:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:30 smithi165 conmon[67662]: 553674+0000 mgr.smithi068.zkksrk (mgr.14702) 347 : cluster [DBG] pgmap v284: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:30 smithi068 conmon[102841]: cluster 2022-01-25T23:01:28.553674+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:01:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:30 smithi068 conmon[102841]: .14702) 347 : cluster [DBG] pgmap v284: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1386 objects degraded (13.203%); 1/1386 objects misplaced (0.072%) 2022-01-25T23:01:30.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 85670 0.12 MB/sec execute 574 sec latency 23.765 ms 2022-01-25T23:01:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:31 smithi068 conmon[102841]: cluster 2022-01-25T23:01:31.192022+0000 mon.smithi068 (mon.0 2022-01-25T23:01:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:31 smithi068 conmon[102841]: ) 311 : cluster [WRN] Health check update: Degraded data redundancy: 212/1626 objects degraded (13.038%), 27 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2022-01-25T23:01:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:31 smithi165 conmon[67662]: cluster 2022-01-25T23:01:31.192022+0000 mon.smithi068 ( 2022-01-25T23:01:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:31 smithi165 conmon[67662]: mon.0) 311 : cluster [WRN] Health check update: Degraded data redundancy: 212/1626 objects degraded (13.038%), 27 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2022-01-25T23:01:31.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 86212 0.14 MB/sec execute 575 sec latency 24.772 ms 2022-01-25T23:01:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:32 smithi068 conmon[102841]: cluster 2022-01-25T23:01:30.554843 2022-01-25T23:01:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:32 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 348 : cluster [DBG] pgmap v285: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 206 KiB/s rd, 1.3 MiB/s wr, 125 op/s; 212/1626 objects degraded (13.038%); 1/1626 objects misplaced (0.062%) 2022-01-25T23:01:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:32 smithi165 conmon[67662]: cluster 2022-01-25T23:01:30.554843+0000 mgr.smithi068.zkksrk 2022-01-25T23:01:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:32 smithi165 conmon[67662]: (mgr.14702) 348 : cluster [DBG] pgmap v285: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 206 KiB/s rd, 1.3 MiB/s wr, 125 op/s; 212/1626 objects degraded (13.038%); 1/1626 objects misplaced (0.062%) 2022-01-25T23:01:32.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 86799 0.16 MB/sec execute 576 sec latency 25.583 ms 2022-01-25T23:01:33.957 INFO:teuthology.orchestra.run.smithi068.stdout: 5 87677 0.19 MB/sec execute 577 sec latency 19.631 ms 2022-01-25T23:01:34.560 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[112525]: debug 2022-01-25T23:01:34.084+0000 7f93ec26d080 -1 osd.0 66 log_to_monitors {default=true} 2022-01-25T23:01:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[102841]: cluster 2022-01-25T23:01 2022-01-25T23:01:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[102841]: :32.555593+0000 mgr.smithi068.zkksrk (mgr.14702) 349 : cluster [DBG] pgmap v286: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 206 KiB/s rd, 1.3 MiB/s wr, 125 op/s; 212/1626 objects degraded (13.038%); 1/1626 objects misplaced (0.062%) 2022-01-25T23:01:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:01:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[102841]: T23:01:34.093756 2022-01-25T23:01:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 2022-01-25T23:01:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:34 smithi068 conmon[102841]: 312 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T23:01:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:34 smithi165 conmon[67662]: cluster 2022-01-25T23:01:32.555593+0000 mgr.smithi068.zkksrk 2022-01-25T23:01:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:34 smithi165 conmon[67662]: (mgr.14702) 349 : cluster [DBG] pgmap v286: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 206 KiB/s rd, 1.3 MiB/s wr, 125 op/s; 212/1626 objects degraded (13.038%); 1/1626 objects misplaced (0.062%) 2022-01-25T23:01:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:34 smithi165 conmon[67662]: audit 2022-01-25T23:01:34.093756+0000 mon.smithi068 (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T23:01:34.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 88487 0.25 MB/sec execute 578 sec latency 71.829 ms 2022-01-25T23:01:35.309 INFO:journalctl@ceph.osd.0.smithi068.stdout:Jan 25 23:01:35 smithi068 conmon[112525]: debug 2022-01-25T23:01:35.021+0000 7f93de98b700 -1 osd.0 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-25T23:01:35.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 89189 0.29 MB/sec execute 579 sec latency 20.150 ms 2022-01-25T23:01:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: cluster 2022-01-25T23:01:34.556925+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:01:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: mgr.14702) 350 : cluster [DBG] pgmap v287: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 321 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 485 KiB/s rd, 5.1 MiB/s wr, 518 op/s; 225/1710 objects degraded (13.158%); 1/1710 objects misplaced (0.058%) 2022-01-25T23:01:36.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: audit 2022-01-25T23:01:34.991116+0000 mon.smithi068 (mon.0) 313 : audit 2022-01-25T23:01:36.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: [INF] from='osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T23:01:36.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: cluster 2022-01-25T23:01 2022-01-25T23:01:36.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: :34.991186+0000 mon.smithi068 (mon.0) 314 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2022-01-25T23:01:36.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: audit 2022-01-25T23:01: 2022-01-25T23:01:36.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: 34.992726+0000 mon.smithi068 (mon.0) 315 : 2022-01-25T23:01:36.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:36 smithi068 conmon[102841]: audit [INF] from='osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T23:01:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:36 smithi165 conmon[67662]: cluster 2022-01-25T23:01:34.556925+0000 mgr.smithi068.zkksrk (mgr.14702) 350 : cluster [DBG] pgmap v287: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 321 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 485 KiB/s rd, 5.1 MiB/s wr, 518 op/s; 225/1710 objects degraded (13.158%); 1/1710 objects misplaced (0.058%) 2022-01-25T23:01:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:36 smithi165 conmon[67662]: audit 2022-01-25T23:01:34.991116+0000 mon.smithi068 (mon.0) 313 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T23:01:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:36 smithi165 conmon[67662]: cluster 2022-01-25T23:01:34.991186+0000 mon.smithi068 (mon.0) 314 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2022-01-25T23:01:36.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:36 smithi165 conmon[67662]: audit 2022-01-25T23:01:34.992726+0000 mon.smithi068 (mon.0) 315 : audit [INF] from='osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi068", "root=default"]}]: dispatch 2022-01-25T23:01:36.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 89215 0.29 MB/sec execute 580 sec latency 968.294 ms 2022-01-25T23:01:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:37 smithi068 conmon[102841]: cluster 2022-01-25T23:01:35.989725+0000 mon.smithi068 (mon.0) 316 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-25T23:01:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:37 smithi068 conmon[102841]: cluster 2022-01-25T23:01:35.994429+0000 mon.smithi068 (mon.0) 317 : cluster [INF] osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137] boot 2022-01-25T23:01:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:37 smithi068 conmon[102841]: cluster 2022-01-25T23:01:35.994497+0000 mon.smithi068 (mon.0) 318 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2022-01-25T23:01:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:37 smithi068 conmon[102841]: audit 2022-01-25T23:01:35.996419+0000 mon.smithi068 (mon.0) 319 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T23:01:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:37 smithi068 conmon[102841]: cluster 2022-01-25T23:01:36.996303+0000 mon.smithi068 (mon.0) 320 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2022-01-25T23:01:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: cluster 2022-01-25T23:01:35.989725+0000 mon.smithi068 (mon.0) 316 : cluster 2022-01-25T23:01:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-25T23:01:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: cluster 2022-01-25T23:01:35.994429+0000 mon.smithi068 (mon.0) 317 : cluster [INF] osd.0 [v2:172.21.15.68:6802/897183137,v1:172.21.15.68:6803/897183137] boot 2022-01-25T23:01:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: cluster 2022-01-25T23:01:35.994497+0000 mon.smithi068 (mon.0) 318 : cluster 2022-01-25T23:01:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: [DBG] osdmap e73: 8 total, 8 up, 8 in 2022-01-25T23:01:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: audit 2022-01-25T23:01:35.996419+0000 mon.smithi068 (mon.0) 319 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T23:01:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: cluster 2022-01-25T23:01:36.996303+0000 mon.smithi068 (mon.0) 2022-01-25T23:01:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:37 smithi165 conmon[67662]: 320 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2022-01-25T23:01:37.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 89215 0.29 MB/sec execute 581 sec latency 1968.407 ms 2022-01-25T23:01:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:38 smithi068 conmon[102841]: cluster 2022-01-25T23:01:36.557756+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:01:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:38 smithi068 conmon[102841]: ) 351 : cluster [DBG] pgmap v290: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 321 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 727 KiB/s rd, 7.7 MiB/s wr, 776 op/s; 225/1710 objects degraded (13.158%); 1/1710 objects misplaced (0.058%) 2022-01-25T23:01:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:38 smithi068 conmon[102841]: cluster 2022-01-25T23:01:37.997829+0000 mon.smithi068 (mon.0) 321 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2022-01-25T23:01:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:38 smithi165 conmon[67662]: cluster 2022-01-25T23:01:36.557756+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:01:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:38 smithi165 conmon[67662]: 351 : cluster [DBG] pgmap v290: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 321 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 727 KiB/s rd, 7.7 MiB/s wr, 776 op/s; 225/1710 objects degraded (13.158%); 1/1710 objects misplaced (0.058%) 2022-01-25T23:01:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:38 smithi165 conmon[67662]: cluster 2022-01-25T23:01:37.997829+0000 mon.smithi068 (mon.0) 321 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2022-01-25T23:01:38.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 89708 0.30 MB/sec execute 582 sec latency 2148.542 ms 2022-01-25T23:01:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:39 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:01:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:39 smithi068 conmon[102841]: 23:01:38.984728+0000 mon.smithi068 (mon.0) 322 : cluster [WRN] Health check update: Degraded data redundancy: 225/1710 objects degraded (13.158%), 27 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2022-01-25T23:01:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:39 smithi068 conmon[102841]: cluster 2022-01-25T23:01:38 2022-01-25T23:01:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:39 smithi068 conmon[102841]: .991976+0000 mon.smithi068 (mon.0) 323 : cluster [DBG] 2022-01-25T23:01:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:39 smithi068 conmon[102841]: osdmap e76: 8 total, 8 up, 8 in 2022-01-25T23:01:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:39 smithi165 conmon[67662]: cluster 2022-01-25T23:01:38.984728+0000 mon.smithi068 (mon.0 2022-01-25T23:01:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:39 smithi165 conmon[67662]: ) 322 : cluster [WRN] Health check update: Degraded data redundancy: 225/1710 objects degraded (13.158%), 27 pgs degraded, 44 pgs undersized (PG_DEGRADED) 2022-01-25T23:01:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:39 smithi165 conmon[67662]: cluster 2022-01-25T23:01:38.991976+0000 mon.smithi068 (mon.0) 323 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2022-01-25T23:01:39.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 90515 0.33 MB/sec execute 583 sec latency 19.851 ms 2022-01-25T23:01:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:40 smithi068 conmon[102841]: cluster 2022-01-25T23:01:38.558690+0000 mgr.smithi068.zkksrk (mgr.14702) 352 : cluster [DBG] pgmap v293: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 321 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 225/1710 objects degraded (13.158%); 1/1710 objects misplaced (0.058%) 2022-01-25T23:01:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:40 smithi068 conmon[102841]: cluster 2022-01-25T23:01:39.997790+0000 mon.smithi068 (mon.0) 324 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2022-01-25T23:01:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:40 smithi165 conmon[67662]: cluster 2022-01-25T23:01:38.558690+0000 2022-01-25T23:01:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:40 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 352 : cluster [DBG] pgmap v293: 129 pgs: 76 active+clean, 17 active+undersized, 9 active+clean+remapped, 27 active+undersized+degraded; 321 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 225/1710 objects degraded (13.158%); 1/1710 objects misplaced (0.058%) 2022-01-25T23:01:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:40 smithi165 conmon[67662]: cluster 2022-01-25T23:01:39.997790+0000 mon.smithi068 (mon.0) 324 : cluster 2022-01-25T23:01:40.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:40 smithi165 conmon[67662]: [DBG] osdmap e77: 8 total, 8 up, 8 in 2022-01-25T23:01:40.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 90835 0.34 MB/sec execute 584 sec latency 827.561 ms 2022-01-25T23:01:41.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 91546 0.37 MB/sec execute 585 sec latency 879.432 ms 2022-01-25T23:01:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:41 smithi068 conmon[102841]: cluster 2022-01-25T23:01:40.559283+0000 2022-01-25T23:01:42.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:41 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 353 : cluster [DBG] pgmap v296: 129 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+degraded, 117 active+clean, 6 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+remapped; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 755 op/s; 126/1677 objects degraded (7.513%); 3.7 MiB/s, 24 objects/s recovering 2022-01-25T23:01:42.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:41 smithi068 conmon[102841]: cluster 2022-01-25T23:01:40.999038+0000 2022-01-25T23:01:42.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:41 smithi068 conmon[102841]: mon.smithi068 (mon.0) 325 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-25T23:01:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:41 smithi165 conmon[67662]: cluster 2022-01-25T23:01:40.559283+0000 mgr.smithi068.zkksrk (mgr.14702) 353 : cluster [DBG] pgmap v296: 129 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+degraded, 117 active+clean, 6 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+remapped; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 755 op/s; 126/1677 objects degraded (7.513%); 3.7 MiB/s, 24 objects/s recovering 2022-01-25T23:01:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:41 smithi165 conmon[67662]: cluster 2022-01-25T23:01:40.999038+0000 mon.smithi068 (mon.0) 325 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-25T23:01:42.521 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:01:42.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 92128 0.41 MB/sec execute 586 sec latency 347.211 ms 2022-01-25T23:01:43.029 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:01:43.029 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (15m) 8m ago 16m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:01:43.030 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (8m) 8m ago 16m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:01:43.030 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (8m) 8m ago 15m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:01:43.030 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (15m) 8m ago 16m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:01:43.030 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (12m) 8m ago 12m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:01:43.031 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (12m) 8m ago 12m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:01:43.031 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (9m) 8m ago 17m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:01:43.031 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (9m) 8m ago 15m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:01:43.031 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (9m) 8m ago 17m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:01:43.032 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (8m) 8m ago 15m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:01:43.032 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (9m) 8m ago 9m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:01:43.032 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (9m) 8m ago 9m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:01:43.032 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (16m) 8m ago 16m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:01:43.033 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (15m) 8m ago 15m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:01:43.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (15m) 8m ago 15m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:01:43.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (15m) 8m ago 15m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:01:43.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (14m) 8m ago 14m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:01:43.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (14m) 8m ago 14m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:01:43.034 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (14m) 8m ago 14m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:01:43.034 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (14m) 8m ago 14m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:01:43.034 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (13m) 8m ago 13m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:01:43.034 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (13m) 8m ago 13m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:01:43.035 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (15m) 8m ago 16m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:01:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:43 smithi068 conmon[102841]: cluster 2022-01-25T23:01:42.037145+0000 mon.smithi068 (mon.0) 326 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-25T23:01:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:43 smithi165 conmon[67662]: cluster 2022-01-25T23:01:42.037145+0000 mon.smithi068 (mon 2022-01-25T23:01:43.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:43 smithi165 conmon[67662]: .0) 326 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-25T23:01:43.645 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:01:43.645 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:01:43.646 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:43.646 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:43.646 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:01:43.646 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:43.647 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:43.647 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:01:43.647 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:01:43.648 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:01:43.648 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:43.648 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:01:43.649 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:01:43.649 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:01:43.649 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:01:43.649 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:01:43.650 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:01:43.650 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:01:43.650 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:01:43.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 92611 0.44 MB/sec execute 587 sec latency 457.123 ms 2022-01-25T23:01:44.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: audit 2022-01-25T23:01:42 2022-01-25T23:01:44.043 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: .497630+0000 mgr.smithi068.zkksrk (mgr.14702) 354 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:44.044 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: cluster 2022-01-25T23:01: 2022-01-25T23:01:44.044 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: 42.559863+0000 mgr.smithi068.zkksrk (mgr.14702) 355 : cluster [DBG] pgmap v299: 129 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+degraded, 117 active+clean, 6 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+remapped; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 755 op/s; 126/1677 objects degraded (7.513%); 3.7 MiB/s, 24 objects/s recovering 2022-01-25T23:01:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:01:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: T23:01:43.009439+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:01:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: .14702) 356 : audit [DBG] from='client.34312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:01:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: 25T23:01:43.047157+0000 mon.smithi068 2022-01-25T23:01:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: (mon.0) 327 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-25T23:01:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:01:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: -25T23:01:43.644582+0000 2022-01-25T23:01:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: mon.smithi165 (mon.1) 2 : audit [DBG] 2022-01-25T23:01:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/90014708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:44.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:01:44.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: -01-25T23:01:43.987728+0000 mon.smithi068 (mon 2022-01-25T23:01:44.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: .0) 328 : cluster [WRN] Health check update: Degraded data redundancy: 126/1677 objects degraded (7.513%), 8 pgs degraded (PG_DEGRADED) 2022-01-25T23:01:44.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:01:44.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: T23:01:43.993035+0000 mon.smithi068 (mon 2022-01-25T23:01:44.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:44 smithi068 conmon[102841]: .0) 329 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-25T23:01:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: audit 2022-01-25T23:01:42.497630+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:01:44.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: ) 354 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:44.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: cluster 2022-01-25T23:01:42.559863+0000 mgr.smithi068.zkksrk (mgr.14702) 355 : cluster [DBG] pgmap v299: 129 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+degraded, 117 active+clean, 6 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+remapped; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 755 op/s; 126/1677 objects degraded (7.513%); 3.7 MiB/s, 24 objects/s recovering 2022-01-25T23:01:44.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: audit 2022-01-25T23:01:43.009439+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:01:44.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: ) 356 : audit [DBG] from='client.34312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:44.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:01:44.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: -01-25T23:01:43. 2022-01-25T23:01:44.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: 047157+0000 mon.smithi068 (mon.0) 327 2022-01-25T23:01:44.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-25T23:01:44.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: audit 2022 2022-01-25T23:01:44.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: -01-25T23:01:43.644582 2022-01-25T23:01:44.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: +0000 mon.smithi165 (mon.1) 2 2022-01-25T23:01:44.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/90014708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:44.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:01:44.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: 01-25T23:01:43. 2022-01-25T23:01:44.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: 987728+0000 mon.smithi068 (mon.0) 328 2022-01-25T23:01:44.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: : cluster [WRN] Health check update: Degraded data redundancy: 126/1677 objects degraded (7.513%), 8 pgs degraded (PG_DEGRADED) 2022-01-25T23:01:44.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: cluster 2022-01-25T23:01:44.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: 2022-01-25T23:01:43 2022-01-25T23:01:44.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: .993035+0000 mon.smithi068 (mon.0) 2022-01-25T23:01:44.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:44 smithi165 conmon[67662]: 329 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-25T23:01:44.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 92939 0.45 MB/sec execute 588 sec latency 47.994 ms 2022-01-25T23:01:45.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 93241 0.46 MB/sec execute 589 sec latency 938.062 ms 2022-01-25T23:01:46.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:45 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:01:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:45 smithi068 conmon[102841]: 25T23:01:44.560339+0000 mgr.smithi068.zkksrk (mgr.14702) 357 : cluster [DBG] pgmap v302: 129 pgs: 1 peering, 123 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 980 op/s; 64/1758 objects degraded (3.641%); 353 KiB/s, 15 objects/s recovering 2022-01-25T23:01:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:45 smithi068 conmon[102841]: cluster 2022-01-25T23:01:44.993671+0000 mon.smithi068 (mon. 2022-01-25T23:01:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:45 smithi068 conmon[102841]: 0) 330 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-25T23:01:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:45 smithi165 conmon[67662]: cluster 2022-01-25T23:01:44.560339+0000 2022-01-25T23:01:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:45 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 357 : cluster [DBG] pgmap v302: 129 pgs: 1 peering, 123 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 980 op/s; 64/1758 objects degraded (3.641%); 353 KiB/s, 15 objects/s recovering 2022-01-25T23:01:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:45 smithi165 conmon[67662]: cluster 2022-01-25T23:01:44.993671+0000 mon.smithi068 (mon.0) 330 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-25T23:01:46.959 INFO:teuthology.orchestra.run.smithi068.stdout: 5 93578 0.47 MB/sec execute 590 sec latency 997.890 ms 2022-01-25T23:01:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:47 smithi068 conmon[102841]: cluster 2022-01-25T23:01:45.999519+0000 mon.smithi068 (mon.0) 331 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-25T23:01:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:47 smithi165 conmon[67662]: cluster 2022-01-25T23:01:45.999519+0000 mon.smithi068 ( 2022-01-25T23:01:47.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:47 smithi165 conmon[67662]: mon.0) 331 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-25T23:01:47.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 94020 0.48 MB/sec execute 591 sec latency 821.319 ms 2022-01-25T23:01:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:48 smithi068 conmon[102841]: cluster 2022-01-25T23:01:46.560780+0000 mgr.smithi068.zkksrk 2022-01-25T23:01:48.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:48 smithi068 conmon[102841]: (mgr.14702) 358 : cluster [DBG] pgmap v305: 129 pgs: 125 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 11 MiB/s wr, 1.01k op/s; 45/1740 objects degraded (2.586%); 427 KiB/s, 20 objects/s recovering 2022-01-25T23:01:48.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:48 smithi068 conmon[102841]: cluster 2022-01-25T23:01:47.005959+0000 mon.smithi068 (mon.0) 332 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-01-25T23:01:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:48 smithi165 conmon[67662]: cluster 2022-01-25T23:01:46.560780+0000 mgr.smithi068.zkksrk (mgr.14702) 358 : cluster [DBG] pgmap v305: 129 pgs: 125 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 11 MiB/s wr, 1.01k op/s; 45/1740 objects degraded (2.586%); 427 KiB/s, 20 objects/s recovering 2022-01-25T23:01:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:48 smithi165 conmon[67662]: cluster 2022-01-25T23 2022-01-25T23:01:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:48 smithi165 conmon[67662]: :01:47.005959+0000 mon.smithi068 (mon.0) 332 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-01-25T23:01:48.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 94766 0.52 MB/sec execute 592 sec latency 883.387 ms 2022-01-25T23:01:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: cluster 2022-01-25T23:01:48.008970+0000 mon.smithi068 ( 2022-01-25T23:01:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: mon.0) 333 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-01-25T23:01:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: audit 2022-01-25T23:01:48.140307+0000 mon.smithi068 (mon.0) 334 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:01:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: cluster 2022-01-25T23:01:48.989251+0000 mon.smithi068 (mon.0) 2022-01-25T23:01:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: 335 : cluster [WRN] Health check update: Degraded data redundancy: 45/1740 objects degraded (2.586%), 3 pgs degraded (PG_DEGRADED) 2022-01-25T23:01:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:01:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: -01-25T23:01:48.996960+0000 mon.smithi068 ( 2022-01-25T23:01:49.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:49 smithi068 conmon[102841]: mon.0) 336 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-01-25T23:01:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:49 smithi165 conmon[67662]: cluster 2022-01-25T23:01:48.008970+0000 mon.smithi068 (mon.0) 333 : cluster 2022-01-25T23:01:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:49 smithi165 conmon[67662]: [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-01-25T23:01:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:49 smithi165 conmon[67662]: audit 2022-01-25T23:01:48.140307+0000 mon.smithi068 (mon.0) 334 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:01:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:49 smithi165 conmon[67662]: cluster 2022-01-25T23:01:48.989251+0000 mon.smithi068 (mon.0) 335 : cluster [WRN] Health check update: Degraded data redundancy: 45/1740 objects degraded (2.586%), 3 pgs degraded (PG_DEGRADED) 2022-01-25T23:01:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:49 smithi165 conmon[67662]: cluster 2022-01-25T23:01:48.996960+0000 mon.smithi068 (mon.0) 336 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-01-25T23:01:49.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 95290 0.54 MB/sec execute 593 sec latency 826.587 ms 2022-01-25T23:01:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:50 smithi165 conmon[67662]: cluster 2022-01-25T23:01:48.561363+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:01:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:50 smithi165 conmon[67662]: mgr.14702) 359 : cluster [DBG] pgmap v308: 129 pgs: 125 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s wr, 34 op/s; 45/1740 objects degraded (2.586%); 74 KiB/s, 4 objects/s recovering 2022-01-25T23:01:50.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:50 smithi165 conmon[67662]: cluster 2022-01-25T23:01:49.994766+0000 mon.smithi068 (mon.0) 337 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-01-25T23:01:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:50 smithi068 conmon[102841]: cluster 2022-01-25T23:01:48.561363+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:01:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:50 smithi068 conmon[102841]: ) 359 : cluster [DBG] pgmap v308: 129 pgs: 125 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 326 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s wr, 34 op/s; 45/1740 objects degraded (2.586%); 74 KiB/s, 4 objects/s recovering 2022-01-25T23:01:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:50 smithi068 conmon[102841]: cluster 2022-01-25T23:01:49.994766+0000 mon.smithi068 (mon.0) 337 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-01-25T23:01:50.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 95813 0.57 MB/sec execute 594 sec latency 872.072 ms 2022-01-25T23:01:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:51 smithi165 conmon[67662]: cluster 2022-01-25T23:01:51.140480+0000 mon.smithi068 (mon.0) 2022-01-25T23:01:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:51 smithi165 conmon[67662]: 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/1740 objects degraded (2.586%), 3 pgs degraded) 2022-01-25T23:01:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:51 smithi068 conmon[102841]: cluster 2022-01-25T23:01:51.140480+0000 mon.smithi068 2022-01-25T23:01:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:51 smithi068 conmon[102841]: (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/1740 objects degraded (2.586%), 3 pgs degraded) 2022-01-25T23:01:51.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 96610 0.61 MB/sec execute 595 sec latency 20.318 ms 2022-01-25T23:01:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:52 smithi165 conmon[67662]: cluster 2022-01-25T23:01:50.561877+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:01:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:52 smithi165 conmon[67662]: .14702) 360 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 883 op/s; 168 KiB/s, 12 objects/s recovering 2022-01-25T23:01:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:52 smithi068 conmon[102841]: cluster 2022-01-25T23:01:50.561877+0000 2022-01-25T23:01:52.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:52 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 360 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 883 op/s; 168 KiB/s, 12 objects/s recovering 2022-01-25T23:01:52.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 97300 0.64 MB/sec execute 596 sec latency 43.098 ms 2022-01-25T23:01:53.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 97963 0.66 MB/sec execute 597 sec latency 28.063 ms 2022-01-25T23:01:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:54 smithi068 conmon[102841]: cluster 2022-01-25T23:01:52.562414+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:01:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:54 smithi068 conmon[102841]: 14702) 361 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 5.5 MiB/s wr, 635 op/s; 121 KiB/s, 8 objects/s recovering 2022-01-25T23:01:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:54 smithi165 conmon[67662]: cluster 2022-01-25T23:01:52.562414+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:01:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:54 smithi165 conmon[67662]: 14702) 361 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 5.5 MiB/s wr, 635 op/s; 121 KiB/s, 8 objects/s recovering 2022-01-25T23:01:54.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 98541 0.69 MB/sec execute 598 sec latency 34.174 ms 2022-01-25T23:01:55.958 INFO:teuthology.orchestra.run.smithi068.stdout: 5 99164 0.71 MB/sec execute 599 sec latency 29.682 ms 2022-01-25T23:01:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:56 smithi068 conmon[102841]: cluster 2022-01-25T23:01:54.563246+0000 2022-01-25T23:01:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:56 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 362 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 11 MiB/s wr, 1.18k op/s; 103 KiB/s, 7 objects/s recovering 2022-01-25T23:01:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:56 smithi165 conmon[67662]: cluster 2022-01-25T23:01:54.563246+0000 2022-01-25T23:01:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:56 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 362 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 11 MiB/s wr, 1.18k op/s; 103 KiB/s, 7 objects/s recovering 2022-01-25T23:01:56.959 INFO:teuthology.orchestra.run.smithi068.stdout: 5 cleanup 600 sec 2022-01-25T23:01:57.122 INFO:teuthology.orchestra.run.smithi068.stdout: 0 cleanup 600 sec 2022-01-25T23:01:57.123 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T23:01:57.123 INFO:teuthology.orchestra.run.smithi068.stdout: Operation Count AvgLat MaxLat 2022-01-25T23:01:57.123 INFO:teuthology.orchestra.run.smithi068.stdout: ---------------------------------------- 2022-01-25T23:01:57.124 INFO:teuthology.orchestra.run.smithi068.stdout: NTCreateX 13834 87.041 579932.615 2022-01-25T23:01:57.124 INFO:teuthology.orchestra.run.smithi068.stdout: Close 10205 57.019 579907.141 2022-01-25T23:01:57.124 INFO:teuthology.orchestra.run.smithi068.stdout: Rename 595 7.191 71.820 2022-01-25T23:01:57.124 INFO:teuthology.orchestra.run.smithi068.stdout: Unlink 2770 4.717 2066.690 2022-01-25T23:01:57.124 INFO:teuthology.orchestra.run.smithi068.stdout: Qpathinfo 12649 0.683 26.844 2022-01-25T23:01:57.125 INFO:teuthology.orchestra.run.smithi068.stdout: Qfileinfo 2246 0.116 4.247 2022-01-25T23:01:57.125 INFO:teuthology.orchestra.run.smithi068.stdout: Qfsinfo 2328 0.554 23.652 2022-01-25T23:01:57.125 INFO:teuthology.orchestra.run.smithi068.stdout: Sfileinfo 1117 7.549 56.598 2022-01-25T23:01:57.125 INFO:teuthology.orchestra.run.smithi068.stdout: Find 4898 118.811 579914.863 2022-01-25T23:01:57.126 INFO:teuthology.orchestra.run.smithi068.stdout: WriteX 6972 92.662 579925.995 2022-01-25T23:01:57.126 INFO:teuthology.orchestra.run.smithi068.stdout: ReadX 22436 0.015 4.780 2022-01-25T23:01:57.126 INFO:teuthology.orchestra.run.smithi068.stdout: LockX 50 0.606 5.772 2022-01-25T23:01:57.126 INFO:teuthology.orchestra.run.smithi068.stdout: UnlockX 50 0.450 3.396 2022-01-25T23:01:57.126 INFO:teuthology.orchestra.run.smithi068.stdout: Flush 954 0.002 0.016 2022-01-25T23:01:57.127 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T23:01:57.127 INFO:teuthology.orchestra.run.smithi068.stdout:Throughput 0.714322 MB/sec 5 clients 5 procs max_latency=579932.620 ms 2022-01-25T23:01:57.129 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2022-01-25T23:01:57.191 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2022-01-25T23:01:57.264 DEBUG:teuthology.orchestra.run.smithi068:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2022-01-25T23:01:57.291 INFO:teuthology.orchestra.run.smithi068.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-25T23:01:57.291 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T23:01:57.292 INFO:teuthology.orchestra.run.smithi068.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2022-01-25T23:01:57.292 INFO:teuthology.orchestra.run.smithi068.stdout:4 of 5 processes prepared for launch 0 sec 2022-01-25T23:01:57.392 INFO:teuthology.orchestra.run.smithi068.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-25T23:01:57.392 INFO:teuthology.orchestra.run.smithi068.stdout:releasing clients 2022-01-25T23:01:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:01:58 smithi068 conmon[102841]: cluster 2022-01-25T23:01:56.563822+0000 mgr.smithi068.zkksrk (mgr.14702) 363 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.8 MiB/s wr, 1.01k op/s; 84 KiB/s, 6 objects/s recovering 2022-01-25T23:01:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:58 smithi165 conmon[67662]: cluster 2022-01-25T23:01:56. 2022-01-25T23:01:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:01:58 smithi165 conmon[67662]: 563822+0000 mgr.smithi068.zkksrk (mgr.14702) 363 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.8 MiB/s wr, 1.01k op/s; 84 KiB/s, 6 objects/s recovering 2022-01-25T23:01:59.392 INFO:teuthology.orchestra.run.smithi068.stdout: 5 659 49.57 MB/sec execute 1 sec latency 37.693 ms 2022-01-25T23:02:00.392 INFO:teuthology.orchestra.run.smithi068.stdout: 5 1203 29.56 MB/sec execute 2 sec latency 19.594 ms 2022-01-25T23:02:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:00 smithi068 conmon[102841]: cluster 2022-01-25T23:01:58.564254+0000 mgr.smithi068.zkksrk 2022-01-25T23:02:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:00 smithi068 conmon[102841]: (mgr.14702) 364 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.9 MiB/s wr, 620 op/s; 856 B/s, 2 objects/s recovering 2022-01-25T23:02:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:00 smithi068 conmon[102841]: audit 2022-01-25T23:01:59.522341+0000 mon.smithi068 (mon.0) 339 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:00 smithi165 conmon[67662]: cluster 2022-01-25T23:01:58.564254 2022-01-25T23:02:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:00 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 364 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.9 MiB/s wr, 620 op/s; 856 B/s, 2 objects/s recovering 2022-01-25T23:02:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:00 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:02:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:00 smithi165 conmon[67662]: 23:01:59.522341+0000 mon.smithi068 (mon.0) 339 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:01.392 INFO:teuthology.orchestra.run.smithi068.stdout: 5 2015 25.54 MB/sec execute 3 sec latency 21.914 ms 2022-01-25T23:02:02.392 INFO:teuthology.orchestra.run.smithi068.stdout: 5 2551 22.07 MB/sec execute 4 sec latency 22.896 ms 2022-01-25T23:02:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:02 smithi068 conmon[102841]: cluster 2022-01-25T23:02:00.565146+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:02:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:02 smithi068 conmon[102841]: 14702) 365 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 946 op/s; 774 B/s, 2 objects/s recovering 2022-01-25T23:02:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:02 smithi165 conmon[67662]: cluster 2022-01-25T23:02:00.565146+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:02 smithi165 conmon[67662]: 365 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 946 op/s; 774 B/s, 2 objects/s recovering 2022-01-25T23:02:03.392 INFO:teuthology.orchestra.run.smithi068.stdout: 5 cleanup 5 sec 2022-01-25T23:02:03.595 INFO:teuthology.orchestra.run.smithi068.stdout: 0 cleanup 5 sec 2022-01-25T23:02:03.596 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T23:02:03.596 INFO:teuthology.orchestra.run.smithi068.stdout: Operation Count AvgLat MaxLat 2022-01-25T23:02:03.597 INFO:teuthology.orchestra.run.smithi068.stdout: ---------------------------------------- 2022-01-25T23:02:03.597 INFO:teuthology.orchestra.run.smithi068.stdout: NTCreateX 2233 3.064 31.609 2022-01-25T23:02:03.597 INFO:teuthology.orchestra.run.smithi068.stdout: Close 1885 2.641 21.516 2022-01-25T23:02:03.598 INFO:teuthology.orchestra.run.smithi068.stdout: Rename 110 9.629 30.823 2022-01-25T23:02:03.598 INFO:teuthology.orchestra.run.smithi068.stdout: Unlink 249 3.511 21.608 2022-01-25T23:02:03.599 INFO:teuthology.orchestra.run.smithi068.stdout: Qpathinfo 2057 1.198 19.892 2022-01-25T23:02:03.599 INFO:teuthology.orchestra.run.smithi068.stdout: Qfileinfo 652 6.740 20.195 2022-01-25T23:02:03.599 INFO:teuthology.orchestra.run.smithi068.stdout: Qfsinfo 349 0.454 3.716 2022-01-25T23:02:03.600 INFO:teuthology.orchestra.run.smithi068.stdout: Sfileinfo 250 7.986 17.017 2022-01-25T23:02:03.600 INFO:teuthology.orchestra.run.smithi068.stdout: Find 859 0.326 3.395 2022-01-25T23:02:03.600 INFO:teuthology.orchestra.run.smithi068.stdout: WriteX 2245 0.020 0.058 2022-01-25T23:02:03.600 INFO:teuthology.orchestra.run.smithi068.stdout: ReadX 3997 0.010 0.818 2022-01-25T23:02:03.600 INFO:teuthology.orchestra.run.smithi068.stdout: LockX 10 0.385 0.552 2022-01-25T23:02:03.601 INFO:teuthology.orchestra.run.smithi068.stdout: UnlockX 10 0.458 0.805 2022-01-25T23:02:03.601 INFO:teuthology.orchestra.run.smithi068.stdout: Flush 211 8.818 18.623 2022-01-25T23:02:03.601 INFO:teuthology.orchestra.run.smithi068.stdout: 2022-01-25T23:02:03.601 INFO:teuthology.orchestra.run.smithi068.stdout:Throughput 22.066 MB/sec 5 clients 5 procs max_latency=37.693 ms 2022-01-25T23:02:03.603 DEBUG:teuthology.parallel:result is None 2022-01-25T23:02:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:04 smithi165 conmon[67662]: cluster 2022-01-25T23:02:02.565690+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:04 smithi165 conmon[67662]: 366 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 13 MiB/s wr, 716 op/s 2022-01-25T23:02:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:04 smithi165 conmon[67662]: audit 2022-01-25T23:02:03.140130+0000 mon.smithi068 (mon.0) 340 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:04 smithi068 conmon[102841]: cluster 2022-01-25T23:02:02.565690+0000 mgr.smithi068.zkksrk (mgr.14702) 366 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 13 MiB/s wr, 716 op/s 2022-01-25T23:02:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:04 smithi068 conmon[102841]: audit 2022-01-25T23:02:03.140130+0000 mon.smithi068 (mon.0) 340 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:06 smithi165 conmon[67662]: cluster 2022-01-25T23:02:04.566601+0000 mgr.smithi068.zkksrk (mgr.14702) 367 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 321 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 982 op/s 2022-01-25T23:02:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:06 smithi068 conmon[102841]: cluster 2022-01-25T23:02:04.566601+0000 mgr.smithi068.zkksrk (mgr.14702) 367 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 321 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 982 op/s 2022-01-25T23:02:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:08 smithi165 conmon[67662]: cluster 2022-01-25T23:02:06.567332+0000 mgr.smithi068.zkksrk (mgr.14702) 368 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 15 MiB/s wr, 654 op/s 2022-01-25T23:02:08.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:08 smithi165 conmon[67662]: 2022-01-25T23:02:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:08 smithi068 conmon[102841]: cluster 2022-01-25T23:02:06.567332+0000 mgr.smithi068.zkksrk (mgr.14702) 368 : cluster 2022-01-25T23:02:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:08 smithi068 conmon[102841]: [DBG] pgmap v319: 129 pgs: 129 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 15 MiB/s wr, 654 op/s 2022-01-25T23:02:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:10 smithi165 conmon[67662]: cluster 2022-01-25T23:02:08.567965+0000 mgr.smithi068.zkksrk (mgr.14702) 369 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 14 MiB/s wr, 625 op/s 2022-01-25T23:02:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:10 smithi068 conmon[102841]: cluster 2022-01-25T23:02:08.567965+0000 mgr.smithi068.zkksrk (mgr.14702) 369 2022-01-25T23:02:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 KiB/s rd, 14 MiB/s wr, 625 op/s 2022-01-25T23:02:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:12 smithi165 conmon[67662]: cluster 2022-01-25T23:02:10.568976+0000 mgr.smithi068.zkksrk (mgr.14702) 370 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 14 MiB/s wr, 656 op/s 2022-01-25T23:02:12.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:12 smithi165 conmon[67662]: 2022-01-25T23:02:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:12 smithi068 conmon[102841]: cluster 2022-01-25T23:02:10.568976+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:12 smithi068 conmon[102841]: 370 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 14 MiB/s wr, 656 op/s 2022-01-25T23:02:13.972 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:02:14.261 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:02:14.262 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (15m) 9m ago 17m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:02:14.262 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (9m) 9m ago 17m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:02:14.262 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (9m) 9m ago 16m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:02:14.263 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (15m) 9m ago 16m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:02:14.263 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (12m) 9m ago 12m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:02:14.263 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (12m) 9m ago 12m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:02:14.263 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (10m) 9m ago 18m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:02:14.264 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (9m) 9m ago 16m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:02:14.264 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (9m) 9m ago 18m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:02:14.264 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (9m) 9m ago 16m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:02:14.264 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (10m) 9m ago 10m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:02:14.265 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (10m) 9m ago 10m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:02:14.265 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (16m) 9m ago 16m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:02:14.265 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (16m) 9m ago 16m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:02:14.265 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (15m) 9m ago 15m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:02:14.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (15m) 9m ago 15m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:02:14.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (15m) 9m ago 15m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:02:14.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (15m) 9m ago 15m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:02:14.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (14m) 9m ago 14m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:02:14.267 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (14m) 9m ago 14m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:02:14.267 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (14m) 9m ago 14m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:02:14.267 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (14m) 9m ago 14m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:02:14.267 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (15m) 9m ago 16m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:02:14.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:14 smithi068 conmon[102841]: cluster 2022-01-25T23:02:12.569625+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:02:14.268 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:14 smithi068 conmon[102841]: ) 371 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 KiB/s rd, 5.0 MiB/s wr, 317 op/s 2022-01-25T23:02:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:14 smithi165 conmon[67662]: cluster 2022-01-25T23:02:12.569625+0000 mgr.smithi068.zkksrk (mgr.14702) 371 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 KiB/s rd, 5.0 MiB/s wr, 317 op/s 2022-01-25T23:02:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:14 smithi165 conmon[67662]: 2022-01-25T23:02:14.610 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:02:14.610 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:02:14.611 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:14.612 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:14.612 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:02:14.612 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:14.613 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:14.613 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:02:14.614 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:02:14.614 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:02:14.615 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:14.615 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:02:14.615 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:02:14.616 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:14.616 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:02:14.616 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:02:14.616 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:02:14.617 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:02:14.617 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:02:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:15 smithi165 conmon[67662]: audit 2022-01-25T23:02:13.959603+0000 mgr.smithi068.zkksrk (mgr.14702) 372 : audit [DBG] 2022-01-25T23:02:15.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:15 smithi165 conmon[67662]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:15.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:15 smithi165 conmon[67662]: audit 2022-01-25T23:02:14.247401+0000 mgr.smithi068.zkksrk (mgr.14702) 373 : audit [DBG] from='client.34324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:15.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:15 smithi165 conmon[67662]: audit 2022-01-25T23:02:14.610337+0000 mon.smithi068 (mon.0) 341 : audit [DBG] 2022-01-25T23:02:15.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:15 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/810959318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:15 smithi068 conmon[102841]: audit 2022-01-25T23:02:13.959603+0000 mgr.smithi068.zkksrk (mgr.14702) 372 : audit 2022-01-25T23:02:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:15 smithi068 conmon[102841]: [DBG] from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:15 smithi068 conmon[102841]: audit 2022-01-25T23:02:14.247401+0000 mgr.smithi068.zkksrk (mgr.14702) 373 : audit [DBG] from='client.34324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:15 smithi068 conmon[102841]: audit 2022-01-25T23:02:14.610337+0000 mon.smithi068 (mon.0) 341 : audit [DBG] from='client.? 172.21.15.68:0/810959318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:16 smithi165 conmon[67662]: cluster 2022-01-25T23:02:14.570314+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:16 smithi165 conmon[67662]: 374 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.1 MiB/s wr, 317 op/s 2022-01-25T23:02:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:16 smithi068 conmon[102841]: cluster 2022-01-25T23:02:14.570314+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:16 smithi068 conmon[102841]: 374 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.1 MiB/s wr, 317 op/s 2022-01-25T23:02:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:18 smithi165 conmon[67662]: cluster 2022-01-25T23:02:16.571094+0000 mgr.smithi068.zkksrk (mgr.14702) 375 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 378 KiB/s wr, 51 op/s 2022-01-25T23:02:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:18 smithi068 conmon[102841]: cluster 2022-01-25T23:02:16.571094+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:02:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:18 smithi068 conmon[102841]: 14702) 375 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 378 KiB/s wr, 51 op/s 2022-01-25T23:02:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:19 smithi165 conmon[67662]: audit 2022-01-25T23:02:18.182220+0000 mon.smithi068 (mon.0) 342 : audit [INF] 2022-01-25T23:02:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:19 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:02:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:19 smithi165 conmon[67662]: audit 2022-01-25T23:02:18.183489+0000 mon.smithi068 (mon.0) 343 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:02:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:19 smithi068 conmon[102841]: audit 2022-01-25T23:02:18.182220+0000 mon.smithi068 (mon 2022-01-25T23:02:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:19 smithi068 conmon[102841]: .0) 342 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:02:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:19 smithi068 conmon[102841]: audit 2022-01-25T23:02:18.183489+0000 mon.smithi068 (mon.0) 343 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:02:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:20 smithi165 conmon[67662]: cluster 2022-01-25T23:02:18.571646+0000 mgr.smithi068.zkksrk (mgr.14702) 376 : cluster [DBG] 2022-01-25T23:02:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:20 smithi165 conmon[67662]: pgmap v325: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 36 KiB/s wr, 31 op/s 2022-01-25T23:02:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:20 smithi068 conmon[102841]: cluster 2022-01-25T23:02:18.571646+0000 mgr.smithi068.zkksrk (mgr.14702) 376 : cluster 2022-01-25T23:02:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:20 smithi068 conmon[102841]: [DBG] pgmap v325: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 36 KiB/s wr, 31 op/s 2022-01-25T23:02:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:22 smithi165 conmon[67662]: cluster 2022-01-25T23:02:20.572599+0000 mgr.smithi068.zkksrk (mgr.14702) 377 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 36 KiB/s wr, 31 op/s 2022-01-25T23:02:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:22 smithi068 conmon[102841]: cluster 2022-01-25T23:02:20.572599+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:22 smithi068 conmon[102841]: 377 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 36 KiB/s wr, 31 op/s 2022-01-25T23:02:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: cluster 2022-01-25T23:02:22.573187+0000 mgr.smithi068.zkksrk (mgr.14702) 378 2022-01-25T23:02:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 23 KiB/s wr, 0 op/s 2022-01-25T23:02:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: audit 2022-01-25T23:02:24.044526+0000 mon.smithi068 (mon.0) 344 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:02:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: audit 2022-01-25T23:02:24 2022-01-25T23:02:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: .045989+0000 mon.smithi068 (mon.0) 345 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:02:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: audit 2022-01-25T23:02:24.047123+0000 2022-01-25T23:02:24.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:24 smithi165 conmon[67662]: mon.smithi068 (mon.0) 346 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:02:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:02:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: :02:22.573187+0000 mgr.smithi068.zkksrk (mgr.14702) 378 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 23 KiB/s wr, 0 op/s 2022-01-25T23:02:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: audit 2022-01-25T23:02 2022-01-25T23:02:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: :24.044526+0000 mon.smithi068 (mon.0) 344 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:02:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:02:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: 25T23:02:24.045989+0000 mon.smithi068 (mon.0) 345 : 2022-01-25T23:02:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:02:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: audit 2022-01-25T23:02:24.047123+0000 mon.smithi068 (mon. 2022-01-25T23:02:24.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:24 smithi068 conmon[102841]: 0) 346 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:02:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:25 smithi165 conmon[67662]: cephadm 2022-01-25T23:02:24.048006+0000 mgr.smithi068.zkksrk (mgr.14702) 379 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:02:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:25 smithi165 conmon[67662]: 2022-01-25T23:02:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:25 smithi165 conmon[67662]: audit 2022-01-25T23:02:24.447550+0000 mon.smithi068 (mon.0) 347 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:02:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:25 smithi165 conmon[67662]: audit 2022-01-25T23:02:24.469560+0000 mon.smithi068 (mon.0) 348 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:25 smithi165 conmon[67662]: audit 2022-01-25T23:02:24.474887+0000 mon.smithi068 (mon.0) 349 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:25 smithi068 conmon[102841]: cephadm 2022-01-25T23:02:24.048006+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:25 smithi068 conmon[102841]: 379 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:02:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:25 smithi068 conmon[102841]: audit 2022-01-25T23:02:24.447550+0000 mon.smithi068 (mon.0) 347 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:02:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:25 smithi068 conmon[102841]: audit 2022-01-25T23:02:24.469560+0000 mon.smithi068 (mon.0) 348 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:25 smithi068 conmon[102841]: audit 2022-01-25T23:02:24.474887+0000 mon.smithi068 (mon.0) 349 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:02:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:26 smithi165 conmon[67662]: cluster 2022-01-25T23:02:24.573895+0000 mgr.smithi068.zkksrk (mgr.14702) 380 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 23 KiB/s wr, 0 op/s 2022-01-25T23:02:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:26 smithi068 conmon[102841]: cluster 2022-01-25T23:02:24.573895+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:26 smithi068 conmon[102841]: 380 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 23 KiB/s wr, 0 op/s 2022-01-25T23:02:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:28 smithi165 conmon[67662]: cluster 2022-01-25T23:02:26.580379+0000 mgr.smithi068.zkksrk (mgr.14702) 381 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-01-25T23:02:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:28 smithi068 conmon[102841]: cluster 2022-01-25T23:02:26.580379+0000 mgr.smithi068.zkksrk (mgr.14702) 381 : 2022-01-25T23:02:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:28 smithi068 conmon[102841]: cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-01-25T23:02:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:30 smithi068 conmon[102841]: cluster 2022-01-25T23:02:28.580929+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:02:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:30 smithi068 conmon[102841]: ) 382 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-01-25T23:02:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:30 smithi165 conmon[67662]: cluster 2022-01-25T23:02:28.580929+0000 mgr.smithi068.zkksrk (mgr.14702) 382 : 2022-01-25T23:02:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:30 smithi165 conmon[67662]: cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-01-25T23:02:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:32 smithi068 conmon[102841]: cluster 2022-01-25T23:02:30.581799+0000 mgr.smithi068.zkksrk (mgr.14702) 383 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-01-25T23:02:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:32 smithi165 conmon[67662]: cluster 2022-01-25T23:02:30.581799+0000 mgr.smithi068.zkksrk (mgr.14702) 383 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-01-25T23:02:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:34 smithi068 conmon[102841]: cluster 2022-01-25T23:02:32.582424+0000 mgr.smithi068.zkksrk (mgr.14702) 384 2022-01-25T23:02:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:34 smithi165 conmon[67662]: cluster 2022-01-25T23:02:32.582424+0000 mgr.smithi068.zkksrk (mgr.14702) 384 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:36 smithi068 conmon[102841]: cluster 2022-01-25T23:02:34.583348+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:36 smithi068 conmon[102841]: 385 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:36 smithi165 conmon[67662]: cluster 2022-01-25T23:02:34.583348+0000 mgr.smithi068.zkksrk (mgr.14702) 385 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:38 smithi068 conmon[102841]: cluster 2022-01-25T23:02:36.584088+0000 mgr.smithi068.zkksrk (mgr.14702) 386 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:38 smithi165 conmon[67662]: cluster 2022-01-25T23:02:36.584088+0000 mgr.smithi068.zkksrk (mgr.14702) 386 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:40 smithi068 conmon[102841]: cluster 2022-01-25T23:02:38.584710+0000 mgr.smithi068.zkksrk (mgr.14702) 387 : 2022-01-25T23:02:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:40 smithi068 conmon[102841]: cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:40 smithi165 conmon[67662]: cluster 2022-01-25T23:02:38.584710+0000 mgr.smithi068.zkksrk (mgr.14702) 387 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:42 smithi068 conmon[102841]: cluster 2022-01-25T23:02:40.585625+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:02:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:42 smithi068 conmon[102841]: ) 388 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:42 smithi165 conmon[67662]: cluster 2022-01-25T23:02:40.585625+0000 mgr.smithi068.zkksrk (mgr.14702) 388 : cluster [DBG] 2022-01-25T23:02:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:42 smithi165 conmon[67662]: pgmap v336: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:44 smithi068 conmon[102841]: cluster 2022-01-25T23:02:42.586103+0000 mgr.smithi068.zkksrk (mgr.14702) 389 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:44 smithi165 conmon[67662]: cluster 2022-01-25T23:02:42.586103+0000 mgr.smithi068.zkksrk (mgr.14702) 389 : cluster [DBG] 2022-01-25T23:02:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:44 smithi165 conmon[67662]: pgmap v337: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:44.929 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:02:45.214 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:02:45.215 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (16m) 9m ago 17m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:02:45.215 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (9m) 9m ago 17m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:02:45.215 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (9m) 9m ago 17m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:02:45.215 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (16m) 9m ago 17m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:02:45.216 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (13m) 9m ago 13m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:02:45.216 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (13m) 9m ago 13m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:02:45.216 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (10m) 9m ago 18m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:02:45.216 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (10m) 9m ago 16m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:02:45.217 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (10m) 9m ago 18m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:02:45.217 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (9m) 9m ago 16m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:02:45.217 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (10m) 9m ago 10m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:02:45.217 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (10m) 9m ago 10m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:02:45.217 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (17m) 9m ago 17m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:02:45.218 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (16m) 9m ago 16m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:02:45.218 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (16m) 9m ago 16m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:02:45.218 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (16m) 9m ago 16m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:02:45.218 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (15m) 9m ago 15m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:02:45.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (15m) 9m ago 15m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:02:45.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (15m) 9m ago 15m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:02:45.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (15m) 9m ago 15m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:02:45.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (14m) 9m ago 14m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:02:45.220 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (14m) 9m ago 14m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:02:45.220 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (16m) 9m ago 17m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:02:45.555 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:02:45.555 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:02:45.556 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:45.556 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:45.557 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:02:45.557 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:45.557 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:45.558 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:02:45.558 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:02:45.558 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:02:45.559 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:45.559 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:02:45.559 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:02:45.560 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:02:45.560 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:02:45.561 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:02:45.561 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:02:45.562 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:02:45.562 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:02:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: cluster 2022-01-25T23:02:44.586914+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:02:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: 14702) 390 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: audit 2022-01-25T23:02:44.917287+0000 mgr.smithi068.zkksrk (mgr.14702) 391 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: audit 2022-01-25T23:02:45.200526+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:02:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: .14702) 392 : audit [DBG] from='client.34336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: audit 2022 2022-01-25T23:02:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: -01-25T23:02:45.555664 2022-01-25T23:02:46.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 350 : audit 2022-01-25T23:02:46.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:46 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/25133228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:46 smithi165 conmon[67662]: cluster 2022-01-25T23:02:44.586914+0000 mgr.smithi068.zkksrk (mgr.14702) 390 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:46 smithi165 conmon[67662]: audit 2022-01-25T23:02:44.917287+0000 mgr.smithi068.zkksrk (mgr.14702) 391 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:46 smithi165 conmon[67662]: audit 2022-01-25T23:02:45.200526+0000 mgr.smithi068.zkksrk (mgr.14702) 392 : audit [DBG] from='client.34336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:46 smithi165 conmon[67662]: audit 2022-01-25T23:02:45.555664+0000 mon.smithi068 ( 2022-01-25T23:02:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:46 smithi165 conmon[67662]: mon.0) 350 : audit [DBG] from='client.? 172.21.15.68:0/25133228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:48 smithi068 conmon[102841]: cluster 2022-01-25T23:02:46.587692+0000 mgr.smithi068.zkksrk (mgr.14702) 393 : cluster 2022-01-25T23:02:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:48 smithi068 conmon[102841]: [DBG] pgmap v339: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:48 smithi165 conmon[67662]: cluster 2022-01-25T23:02:46.587692+0000 mgr.smithi068.zkksrk (mgr.14702) 393 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:50 smithi068 conmon[102841]: cluster 2022-01-25T23:02:48.588242+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:02:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:50 smithi068 conmon[102841]: ) 394 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:50 smithi165 conmon[67662]: cluster 2022-01-25T23:02:48.588242+0000 mgr.smithi068.zkksrk (mgr.14702) 394 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:50.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:50 smithi165 conmon[67662]: 2022-01-25T23:02:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:52 smithi068 conmon[102841]: cluster 2022-01-25T23:02:50.589061+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:02:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:52 smithi068 conmon[102841]: ) 395 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:52 smithi165 conmon[67662]: cluster 2022-01-25T23:02:50.589061+0000 mgr.smithi068.zkksrk (mgr.14702) 395 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:54 smithi068 conmon[102841]: cluster 2022-01-25T23:02:52.589677+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:02:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:54 smithi068 conmon[102841]: ) 396 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:54 smithi165 conmon[67662]: cluster 2022-01-25T23:02:52.589677+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:54 smithi165 conmon[67662]: 396 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:56 smithi068 conmon[102841]: cluster 2022-01-25T23:02:54.590761+0000 mgr.smithi068.zkksrk (mgr.14702) 397 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:56 smithi165 conmon[67662]: cluster 2022-01-25T23:02:54.590761+0000 mgr.smithi068.zkksrk (mgr.14702) 397 : 2022-01-25T23:02:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:56 smithi165 conmon[67662]: cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:02:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:58 smithi068 conmon[102841]: cluster 2022-01-25T23:02:56.591468+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:02:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:02:58 smithi068 conmon[102841]: 398 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:02:58 smithi165 conmon[67662]: cluster 2022-01-25T23:02:56.591468+0000 mgr.smithi068.zkksrk (mgr.14702) 398 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:00 smithi068 conmon[102841]: cluster 2022-01-25T23:02:58.591961+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:03:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:00 smithi068 conmon[102841]: 14702) 399 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:00 smithi165 conmon[67662]: cluster 2022-01-25T23:02:58.591961+0000 mgr.smithi068.zkksrk (mgr.14702) 399 : cluster [DBG] 2022-01-25T23:03:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:00 smithi165 conmon[67662]: pgmap v345: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:02 smithi068 conmon[102841]: cluster 2022-01-25T23:03:00.592807+0000 mgr.smithi068.zkksrk (mgr.14702) 400 : cluster 2022-01-25T23:03:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:02 smithi068 conmon[102841]: [DBG] pgmap v346: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:02 smithi165 conmon[67662]: cluster 2022-01-25T23:03:00.592807+0000 mgr.smithi068.zkksrk (mgr.14702) 400 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:02 smithi165 conmon[67662]: 2022-01-25T23:03:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:04 smithi068 conmon[102841]: cluster 2022-01-25T23:03:02.593454+0000 mgr.smithi068.zkksrk (mgr.14702) 401 2022-01-25T23:03:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:04 smithi068 conmon[102841]: : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:04 smithi165 conmon[67662]: cluster 2022-01-25T23:03:02.593454+0000 mgr.smithi068.zkksrk (mgr.14702) 401 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:06 smithi068 conmon[102841]: cluster 2022-01-25T23:03:04.594285+0000 mgr.smithi068.zkksrk (mgr.14702) 402 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:06 smithi165 conmon[67662]: cluster 2022-01-25T23:03:04.594285+0000 2022-01-25T23:03:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:06 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 402 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:08 smithi068 conmon[102841]: cluster 2022-01-25T23:03:06.594918+0000 mgr.smithi068.zkksrk (mgr.14702) 403 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:08 smithi165 conmon[67662]: cluster 2022-01-25T23:03:06.594918+0000 mgr.smithi068.zkksrk (mgr.14702) 403 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:10 smithi068 conmon[102841]: cluster 2022-01-25T23:03:08.595576+0000 mgr.smithi068.zkksrk (mgr.14702) 404 2022-01-25T23:03:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:10 smithi165 conmon[67662]: cluster 2022-01-25T23:03:08.595576+0000 mgr.smithi068.zkksrk (mgr.14702) 404 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:12 smithi068 conmon[102841]: cluster 2022-01-25T23:03:10.596400+0000 mgr.smithi068.zkksrk (mgr.14702) 405 2022-01-25T23:03:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:12 smithi165 conmon[67662]: cluster 2022-01-25T23:03:10.596400+0000 mgr.smithi068.zkksrk (mgr.14702) 405 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:14 smithi068 conmon[102841]: cluster 2022-01-25T23:03:12.596981+0000 mgr.smithi068.zkksrk (mgr.14702) 406 2022-01-25T23:03:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:14 smithi165 conmon[67662]: cluster 2022-01-25T23:03:12.596981+0000 mgr.smithi068.zkksrk (mgr.14702) 406 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:14 smithi165 conmon[67662]: 2022-01-25T23:03:15.876 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:03:16.169 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:03:16.170 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (17m) 10m ago 18m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:03:16.170 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (10m) 10m ago 18m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:03:16.171 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (10m) 10m ago 17m 7033k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:03:16.171 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (16m) 10m ago 17m 38.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:03:16.172 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (13m) 10m ago 13m 38.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:03:16.172 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (13m) 10m ago 13m 15.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:03:16.173 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (11m) 10m ago 19m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:03:16.173 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (10m) 10m ago 17m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:03:16.174 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (10m) 10m ago 19m 68.9M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:03:16.174 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (10m) 10m ago 17m 31.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:03:16.175 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (11m) 10m ago 11m 58.0M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:03:16.175 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (11m) 10m ago 11m 80.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:03:16.175 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (17m) 10m ago 17m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:03:16.175 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (17m) 10m ago 17m 16.1M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:03:16.176 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (16m) 10m ago 16m 1150M 4096M 16.2.4 8d91d370c2b8 7ca58cc4f54d 2022-01-25T23:03:16.176 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (16m) 10m ago 16m 1049M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:03:16.176 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (16m) 10m ago 16m 718M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:03:16.177 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (16m) 10m ago 16m 1078M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:03:16.177 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (15m) 10m ago 15m 1077M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:03:16.177 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (15m) 10m ago 15m 1309M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:03:16.178 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (15m) 10m ago 15m 1040M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:03:16.178 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (15m) 10m ago 15m 1585M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:03:16.178 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (16m) 10m ago 17m 48.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:03:16.512 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:03:16.512 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:03:16.512 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:16.513 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:16.513 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:03:16.513 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:16.513 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:16.514 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:03:16.514 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:03:16.514 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:03:16.515 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:16.515 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:03:16.515 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:03:16.515 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:16.515 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:03:16.516 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:03:16.516 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:03:16.516 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:03:16.516 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:03:16.517 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:16 smithi068 conmon[102841]: cluster 2022-01-25T23:03:14.597953+0000 2022-01-25T23:03:16.517 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:16 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 407 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:16 smithi165 conmon[67662]: cluster 2022-01-25T23:03:14.597953+0000 mgr.smithi068.zkksrk (mgr.14702) 407 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:16 smithi165 conmon[67662]: 2022-01-25T23:03:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:17 smithi068 conmon[102841]: audit 2022-01-25T23:03:15.864567+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:03:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:17 smithi068 conmon[102841]: mgr.14702) 408 : audit [DBG] from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:17 smithi068 conmon[102841]: audit 2022-01-25T23:03:16.155553+0000 mgr.smithi068.zkksrk (mgr.14702) 409 : audit [DBG] from='client.34348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:17.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:17 smithi068 conmon[102841]: audit 2022-01-25T23:03:16.512585+0000 mon.smithi068 (mon. 2022-01-25T23:03:17.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:17 smithi068 conmon[102841]: 0) 351 : audit [DBG] from='client.? 172.21.15.68:0/304888604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:17.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:17 smithi068 conmon[102841]: 2022-01-25T23:03:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:17 smithi165 conmon[67662]: audit 2022-01-25T23:03:15.864567+0000 mgr.smithi068.zkksrk (mgr.14702) 408 : audit [DBG] from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:17.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:17 smithi165 conmon[67662]: audit 2022-01-25T23:03:16.155553+0000 mgr.smithi068.zkksrk (mgr.14702) 409 : audit [DBG] from='client.34348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:17.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:17 smithi165 conmon[67662]: audit 2022-01-25T23:03:16.512585+0000 mon.smithi068 (mon.0) 351 : audit [DBG] from='client.? 172.21.15.68:0/304888604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:18 smithi068 conmon[102841]: cluster 2022-01-25T23:03:16.598687+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:03:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:18 smithi068 conmon[102841]: 410 : cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:18 smithi068 conmon[102841]: audit 2022-01-25T23:03:18.187260+0000 mon.smithi068 (mon.0) 352 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:03:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:18 smithi068 conmon[102841]: audit 2022-01-25T23:03:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:18 smithi068 conmon[102841]: 2022-01-25T23:03:18.187530+0000 mon.smithi068 (mon.0) 353 : audit 2022-01-25T23:03:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:03:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:18 smithi165 conmon[67662]: cluster 2022-01-25T23:03:16.598687+0000 mgr.smithi068.zkksrk (mgr.14702) 410 : 2022-01-25T23:03:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:18 smithi165 conmon[67662]: cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:18.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:18 smithi165 conmon[67662]: audit 2022-01-25T23:03:18.187260+0000 mon.smithi068 (mon.0) 352 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:03:18.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:18 smithi165 conmon[67662]: audit 2022-01-25T23:03:18.187530+0000 mon.smithi068 (mon.0) 2022-01-25T23:03:18.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:18 smithi165 conmon[67662]: 353 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:03:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:20 smithi068 conmon[102841]: cluster 2022-01-25T23:03:18.599223+0000 mgr.smithi068.zkksrk (mgr.14702) 411 : 2022-01-25T23:03:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:20 smithi068 conmon[102841]: cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:20 smithi165 conmon[67662]: cluster 2022-01-25T23:03:18.599223+0000 mgr.smithi068.zkksrk (mgr.14702) 411 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:22 smithi068 conmon[102841]: cluster 2022-01-25T23:03:20.600268+0000 mgr.smithi068.zkksrk (mgr.14702) 412 : cluster [DBG] 2022-01-25T23:03:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:22 smithi068 conmon[102841]: pgmap v356: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:22 smithi165 conmon[67662]: cluster 2022-01-25T23:03:20.600268+0000 mgr.smithi068.zkksrk (mgr.14702) 412 : cluster [DBG] 2022-01-25T23:03:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:22 smithi165 conmon[67662]: pgmap v356: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:24 smithi068 conmon[102841]: cluster 2022-01-25T23:03:22.600861+0000 mgr.smithi068.zkksrk (mgr.14702) 413 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:24 smithi165 conmon[67662]: cluster 2022-01-25T23:03:22.600861+0000 mgr.smithi068.zkksrk (mgr.14702) 413 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:25 smithi068 conmon[102841]: audit 2022-01-25T23:03:24.477834+0000 mon.smithi068 (mon.0) 354 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:03:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:25 smithi068 conmon[102841]: audit 2022-01-25T23:03:24.479351+0000 mon.smithi068 (mon.0) 355 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:03:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:25 smithi068 conmon[102841]: audit 2022-01-25T23:03:24.480295+0000 mon.smithi068 (mon.0) 356 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:03:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:25 smithi165 conmon[67662]: audit 2022-01-25T23:03:24.477834+0000 mon.smithi068 (mon.0) 354 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:03:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:25 smithi165 conmon[67662]: audit 2022-01-25T23:03:24.479351+0000 mon.smithi068 (mon.0) 355 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:03:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:25 smithi165 conmon[67662]: audit 2022-01-25T23:03:24.480295+0000 mon.smithi068 (mon.0) 356 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:03:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:26 smithi068 conmon[102841]: cephadm 2022-01-25T23:03:24.481131+0000 2022-01-25T23:03:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:26 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 414 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:03:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:26 smithi068 conmon[102841]: cluster 2022-01-25T23:03:24.601790+0000 mgr.smithi068.zkksrk (mgr.14702) 415 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:26 smithi165 conmon[67662]: cephadm 2022-01-25T23:03:24.481131+0000 mgr.smithi068.zkksrk (mgr.14702) 414 : cephadm [WRN] 2022-01-25T23:03:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:26 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:03:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:26 smithi165 conmon[67662]: cluster 2022-01-25T23:03:24.601790+0000 mgr.smithi068.zkksrk (mgr.14702) 415 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:28 smithi068 conmon[102841]: cluster 2022-01-25T23:03:26 2022-01-25T23:03:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:28 smithi068 conmon[102841]: .602392+0000 mgr.smithi068.zkksrk (mgr.14702) 416 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:28 smithi165 conmon[67662]: cluster 2022-01-25T23:03:26.602392+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:03:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:28 smithi165 conmon[67662]: ) 416 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:29 smithi165 conmon[67662]: cluster 2022-01-25T23:03:28.602797+0000 mgr.smithi068.zkksrk (mgr.14702) 417 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:30.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:29 smithi165 conmon[67662]: audit 2022-01-25T23:03:28.827788+0000 mon.smithi068 ( 2022-01-25T23:03:30.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:29 smithi165 conmon[67662]: mon.0) 357 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:29 smithi068 conmon[102841]: cluster 2022-01-25T23:03:28.602797+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:03:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:29 smithi068 conmon[102841]: 417 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:29 smithi068 conmon[102841]: audit 2022-01-25T23:03:28.827788+0000 mon.smithi068 (mon.0) 357 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:32.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:31 smithi165 conmon[67662]: cluster 2022-01-25T23:03:30.603529+0000 mgr.smithi068.zkksrk (mgr.14702) 418 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:32.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:31 smithi165 conmon[67662]: audit 2022-01-25T23:03:31.378827+0000 mon.smithi068 (mon 2022-01-25T23:03:32.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:31 smithi165 conmon[67662]: .0) 358 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:32.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:31 smithi165 conmon[67662]: audit 2022-01-25T23:03:31.775357+0000 mon.smithi068 (mon.0) 359 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:03:32.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:31 smithi165 conmon[67662]: audit 2022-01-25T23:03:31.779433+0000 mon.smithi068 (mon.0) 360 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:32.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:31 smithi165 conmon[67662]: audit 2022-01-25T23:03:31.784654+0000 mon.smithi068 (mon.0) 361 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:31 smithi068 conmon[102841]: cluster 2022-01-25T23:03:30.603529+0000 mgr.smithi068.zkksrk (mgr.14702) 418 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:31 smithi068 conmon[102841]: audit 2022-01-25T23:03:31.378827+0000 mon.smithi068 (mon.0) 358 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:31 smithi068 conmon[102841]: audit 2022-01-25T23:03:31.775357+0000 mon.smithi068 (mon.0) 359 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:03:32.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:31 smithi068 conmon[102841]: audit 2022-01-25T23:03:31.779433+0000 mon.smithi068 (mon.0) 360 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:32.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:31 smithi068 conmon[102841]: audit 2022-01-25T23:03:31.784654+0000 mon.smithi068 (mon.0) 361 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:03:34.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:33 smithi165 conmon[67662]: cluster 2022-01-25T23:03:32.604273+0000 mgr.smithi068.zkksrk (mgr.14702) 419 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:34.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:33 smithi068 conmon[102841]: cluster 2022-01-25T23:03:32.604273+0000 mgr.smithi068.zkksrk (mgr.14702) 419 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:36 smithi068 conmon[102841]: cluster 2022-01-25T23:03:34.605377+0000 mgr.smithi068.zkksrk (mgr.14702) 420 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:36 smithi165 conmon[67662]: cluster 2022-01-25T23:03:34.605377+0000 mgr.smithi068.zkksrk (mgr.14702) 420 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:38 smithi068 conmon[102841]: cluster 2022-01-25T23:03:36.606040+0000 mgr.smithi068.zkksrk (mgr.14702) 421 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:38 smithi165 conmon[67662]: cluster 2022-01-25T23:03:36.606040+0000 mgr.smithi068.zkksrk (mgr.14702) 421 : cluster [DBG] 2022-01-25T23:03:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:38 smithi165 conmon[67662]: pgmap v364: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:40 smithi068 conmon[102841]: cluster 2022-01-25T23:03:38.606815+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:03:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:40 smithi068 conmon[102841]: .14702) 422 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:40 smithi165 conmon[67662]: cluster 2022-01-25T23:03:38.606815+0000 mgr.smithi068.zkksrk (mgr.14702) 422 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:40.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:40 smithi165 conmon[67662]: 2022-01-25T23:03:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:42 smithi068 conmon[102841]: cluster 2022-01-25T23:03:40.607839+0000 mgr.smithi068.zkksrk (mgr.14702) 423 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:42 smithi165 conmon[67662]: cluster 2022-01-25T23:03:40.607839+0000 mgr.smithi068.zkksrk (mgr.14702) 423 : cluster [DBG] 2022-01-25T23:03:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:42 smithi165 conmon[67662]: pgmap v366: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:44.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:44 smithi068 conmon[102841]: cluster 2022-01-25T23:03:42.608420+0000 mgr.smithi068.zkksrk (mgr.14702) 424 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:44 smithi165 conmon[67662]: cluster 2022-01-25T23:03:42.608420+0000 mgr.smithi068.zkksrk (mgr.14702) 424 : cluster 2022-01-25T23:03:44.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:44 smithi165 conmon[67662]: [DBG] pgmap v367: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:46 smithi068 conmon[102841]: cluster 2022-01-25T23:03:44.609160+0000 mgr.smithi068.zkksrk (mgr.14702) 425 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:46 smithi165 conmon[67662]: cluster 2022-01-25T23:03:44.609160+0000 mgr.smithi068.zkksrk (mgr.14702) 425 : cluster [DBG] 2022-01-25T23:03:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:46 smithi165 conmon[67662]: pgmap v368: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:46.831 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:03:47.121 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:03:47.122 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (17m) 15s ago 18m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:03:47.122 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (10m) 15s ago 18m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:03:47.122 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (10m) 18s ago 18m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:03:47.123 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (17m) 15s ago 18m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:03:47.123 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (14m) 15s ago 14m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:03:47.123 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (14m) 18s ago 14m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:03:47.123 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (11m) 15s ago 19m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:03:47.124 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (11m) 18s ago 17m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:03:47.124 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (11m) 15s ago 19m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:03:47.124 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (10m) 18s ago 17m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:03:47.124 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (11m) 15s ago 11m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:03:47.124 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (11m) 18s ago 11m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:03:47.125 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (18m) 15s ago 18m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:03:47.125 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (17m) 18s ago 17m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:03:47.125 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (2m) 15s ago 17m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:03:47.125 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (17m) 15s ago 17m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:03:47.126 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (16m) 15s ago 16m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:03:47.126 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (16m) 15s ago 16m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:03:47.126 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (16m) 18s ago 16m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:03:47.126 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (16m) 18s ago 16m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:03:47.127 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (15m) 18s ago 15m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:03:47.127 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (15m) 18s ago 15m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:03:47.127 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (17m) 15s ago 18m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:03:47.463 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:03:47.463 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:03:47.464 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:47.464 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:47.464 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:03:47.464 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:47.465 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:47.465 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:03:47.465 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:03:47.465 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:03:47.466 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:47.466 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:03:47.466 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:03:47.466 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:03:47.467 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:03:47.467 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:03:47.467 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:03:47.467 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:03:47.467 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:03:48.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: cluster 2022-01-25T23:03:46.609670+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:03:48.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: .14702) 426 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:48.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: audit 2022-01-25T23:03:46.819367+0000 mgr.smithi068.zkksrk (mgr.14702) 427 : audit [DBG] from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:48.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: audit 2022-01-25T23:03:47.107781+0000 mgr.smithi068.zkksrk (mgr.14702) 428 : audit [DBG] 2022-01-25T23:03:48.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: from='client.34360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:48.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: audit 2022-01-25T23:03:47.463842+0000 2022-01-25T23:03:48.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:48 smithi068 conmon[102841]: mon.smithi068 (mon.0) 362 : audit [DBG] from='client.? 172.21.15.68:0/584283803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:48 smithi165 conmon[67662]: cluster 2022-01-25T23:03:46.609670+0000 mgr.smithi068.zkksrk (mgr.14702) 426 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:48 smithi165 conmon[67662]: audit 2022-01-25T23:03:46.819367+0000 mgr.smithi068.zkksrk (mgr.14702) 427 : audit [DBG] from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:48 smithi165 conmon[67662]: audit 2022-01-25T23:03:47.107781+0000 mgr.smithi068.zkksrk (mgr.14702) 428 : audit [DBG] 2022-01-25T23:03:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:48 smithi165 conmon[67662]: from='client.34360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:48 smithi165 conmon[67662]: audit 2022-01-25T23:03:47.463842 2022-01-25T23:03:48.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:48 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 362 : audit [DBG] from='client.? 172.21.15.68:0/584283803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:50.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:50 smithi068 conmon[102841]: cluster 2022-01-25T23:03:48.610271+0000 mgr.smithi068.zkksrk (mgr.14702) 429 : cluster [DBG] 2022-01-25T23:03:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:50 smithi068 conmon[102841]: pgmap v370: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:50 smithi165 conmon[67662]: cluster 2022-01-25T23:03:48.610271+0000 mgr.smithi068.zkksrk (mgr.14702) 429 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:52.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:52 smithi068 conmon[102841]: cluster 2022-01-25T23:03:50.611230+0000 mgr.smithi068.zkksrk (mgr.14702) 430 : 2022-01-25T23:03:52.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:52 smithi068 conmon[102841]: cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:52 smithi165 conmon[67662]: cluster 2022-01-25T23:03:50.611230+0000 mgr.smithi068.zkksrk (mgr.14702) 430 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:54.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:54 smithi068 conmon[102841]: cluster 2022-01-25T23:03:52.611718+0000 mgr.smithi068.zkksrk (mgr.14702) 431 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:54 smithi165 conmon[67662]: cluster 2022-01-25T23:03:52.611718+0000 mgr.smithi068.zkksrk (mgr.14702) 431 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:56 smithi068 conmon[102841]: cluster 2022-01-25T23:03:54.612583+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:03:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:56 smithi068 conmon[102841]: mgr.14702) 432 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:56 smithi165 conmon[67662]: cluster 2022-01-25T23:03:54.612583+0000 mgr.smithi068.zkksrk (mgr.14702) 432 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:03:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:03:58 smithi165 conmon[67662]: cluster 2022-01-25T23:03:56.613289+0000 mgr.smithi068.zkksrk (mgr.14702) 433 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:03:58 smithi068 conmon[102841]: cluster 2022-01-25T23:03:56.613289+0000 mgr.smithi068.zkksrk (mgr.14702) 433 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:00 smithi165 conmon[67662]: cluster 2022-01-25T23:03:58.613941+0000 mgr.smithi068.zkksrk (mgr.14702) 434 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:00 smithi068 conmon[102841]: cluster 2022-01-25T23:03:58.613941+0000 mgr.smithi068.zkksrk (mgr.14702) 434 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:02 smithi165 conmon[67662]: cluster 2022-01-25T23:04:00.614811+0000 mgr.smithi068.zkksrk (mgr.14702) 435 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:02 smithi068 conmon[102841]: cluster 2022-01-25T23:04:00.614811+0000 mgr.smithi068.zkksrk (mgr.14702) 435 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:04 smithi165 conmon[67662]: cluster 2022-01-25T23:04:02.615356+0000 mgr.smithi068.zkksrk (mgr.14702) 436 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:04 smithi068 conmon[102841]: cluster 2022-01-25T23:04:02.615356+0000 mgr.smithi068.zkksrk (mgr.14702) 436 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:06 smithi165 conmon[67662]: cluster 2022-01-25T23:04:04.616300+0000 mgr.smithi068.zkksrk (mgr.14702) 437 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:06 smithi068 conmon[102841]: cluster 2022-01-25T23:04:04.616300+0000 mgr.smithi068.zkksrk (mgr.14702) 437 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:08 smithi165 conmon[67662]: cluster 2022-01-25T23:04:06.616874+0000 mgr.smithi068.zkksrk (mgr.14702) 438 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:08 smithi068 conmon[102841]: cluster 2022-01-25T23:04:06.616874+0000 mgr.smithi068.zkksrk (mgr.14702) 438 : cluster 2022-01-25T23:04:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:08 smithi068 conmon[102841]: [DBG] pgmap v379: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:10 smithi165 conmon[67662]: cluster 2022-01-25T23:04:08.617428+0000 mgr.smithi068.zkksrk (mgr.14702) 439 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:10 smithi068 conmon[102841]: cluster 2022-01-25T23:04:08.617428+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:04:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:10 smithi068 conmon[102841]: 14702) 439 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:12 smithi165 conmon[67662]: cluster 2022-01-25T23:04:10.618406+0000 mgr.smithi068.zkksrk (mgr.14702) 440 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:12 smithi068 conmon[102841]: cluster 2022-01-25T23:04:10.618406+0000 mgr.smithi068.zkksrk (mgr.14702) 440 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:14 smithi165 conmon[67662]: cluster 2022-01-25T23:04:12.619034+0000 mgr.smithi068.zkksrk (mgr.14702) 441 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:14 smithi068 conmon[102841]: cluster 2022-01-25T23:04:12.619034+0000 mgr.smithi068.zkksrk (mgr.14702) 441 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:16 smithi165 conmon[67662]: cluster 2022-01-25T23:04:14.619964+0000 mgr.smithi068.zkksrk (mgr.14702) 442 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:16 smithi068 conmon[102841]: cluster 2022-01-25T23:04:14.619964+0000 mgr.smithi068.zkksrk (mgr.14702) 442 : 2022-01-25T23:04:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:16 smithi068 conmon[102841]: cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:17.785 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:04:18.075 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:04:18.076 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (18m) 46s ago 19m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:04:18.076 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (11m) 46s ago 19m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:04:18.077 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (11m) 49s ago 18m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:04:18.077 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (17m) 46s ago 18m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:04:18.078 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (14m) 46s ago 14m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:04:18.078 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (14m) 49s ago 14m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:04:18.078 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (12m) 46s ago 20m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:04:18.079 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (11m) 49s ago 18m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:04:18.079 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (11m) 46s ago 20m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:04:18.080 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (11m) 49s ago 18m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:04:18.080 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (12m) 46s ago 12m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:04:18.081 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (12m) 49s ago 12m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:04:18.081 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (18m) 46s ago 18m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:04:18.082 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (18m) 49s ago 18m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:04:18.082 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (2m) 46s ago 17m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:04:18.083 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (17m) 46s ago 17m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:04:18.085 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (17m) 46s ago 17m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:04:18.086 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (17m) 46s ago 17m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:04:18.086 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (16m) 49s ago 16m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:04:18.086 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (16m) 49s ago 16m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:04:18.087 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (16m) 49s ago 16m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:04:18.087 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (16m) 49s ago 16m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:04:18.087 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (17m) 46s ago 18m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:04:18.421 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:04:18.422 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:04:18.422 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:18.422 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:18.423 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:04:18.423 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:18.423 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:18.423 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:04:18.423 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:04:18.424 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:04:18.424 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:18.424 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:04:18.424 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:04:18.425 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:18.425 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:04:18.425 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:04:18.425 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:04:18.425 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:04:18.426 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:04:18.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:18 smithi068 conmon[102841]: cluster 2022-01-25T23:04:16.620651+0000 mgr.smithi068.zkksrk 2022-01-25T23:04:18.427 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:18 smithi068 conmon[102841]: (mgr.14702) 443 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:18 smithi165 conmon[67662]: cluster 2022-01-25T23:04:16.620651+0000 mgr.smithi068.zkksrk (mgr.14702) 443 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: audit 2022-01-25T23:04:17.772217+0000 mgr.smithi068.zkksrk (mgr.14702) 444 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: 2022-01-25T23:04:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: audit 2022-01-25T23:04:18.061207+0000 mgr.smithi068.zkksrk (mgr.14702) 445 : audit [DBG] from='client.34372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: audit 2022-01-25T23:04:18.191109+0000 mon.smithi068 (mon.0 2022-01-25T23:04:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: ) 363 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:04:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: audit 2022-01-25T23: 2022-01-25T23:04:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: 04:18.191319+0000 mon.smithi068 (mon.0) 364 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:04:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: audit 2022 2022-01-25T23:04:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: -01-25T23:04:18.421695+0000 mon.smithi068 2022-01-25T23:04:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:19 smithi165 conmon[67662]: (mon.0) 365 : audit [DBG] from='client.? 172.21.15.68:0/2251831263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: audit 2022-01-25T23:04:17.772217+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:04:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: .14702) 444 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: audit 2022-01-25T23:04:18.061207+0000 mgr.smithi068.zkksrk (mgr.14702) 445 : audit [DBG] from='client.34372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: audit 2022-01-25T23:04:18.191109+0000 mon.smithi068 ( 2022-01-25T23:04:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: mon.0) 363 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:04:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:04:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: -25T23:04:18.191319+0000 2022-01-25T23:04:19.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: mon.smithi068 (mon.0) 364 : audit [INF] 2022-01-25T23:04:19.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:04:19.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: audit 2022-01-25T23:04:19.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: 2022-01-25T23:04:18.421695+0000 2022-01-25T23:04:19.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: mon.smithi068 (mon.0) 365 : audit [DBG] 2022-01-25T23:04:19.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:19 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/2251831263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:20 smithi165 conmon[67662]: cluster 2022-01-25T23:04:18.621149+0000 mgr.smithi068.zkksrk (mgr.14702) 446 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:20 smithi068 conmon[102841]: cluster 2022-01-25T23:04:18.621149+0000 mgr.smithi068.zkksrk (mgr.14702) 446 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:22 smithi165 conmon[67662]: cluster 2022-01-25T23:04:20.622033+0000 mgr.smithi068.zkksrk (mgr.14702) 447 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:22 smithi165 conmon[67662]: 2022-01-25T23:04:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:22 smithi068 conmon[102841]: cluster 2022-01-25T23:04:20.622033+0000 mgr.smithi068.zkksrk (mgr.14702) 447 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:24 smithi165 conmon[67662]: cluster 2022-01-25T23:04:22.622592+0000 mgr.smithi068.zkksrk (mgr.14702) 448 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:24 smithi068 conmon[102841]: cluster 2022-01-25T23:04:22.622592+0000 mgr.smithi068.zkksrk (mgr.14702) 448 : 2022-01-25T23:04:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:24 smithi068 conmon[102841]: cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:26 smithi165 conmon[67662]: cluster 2022-01-25T23:04:24.623403+0000 mgr.smithi068.zkksrk (mgr.14702) 449 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:26 smithi068 conmon[102841]: cluster 2022-01-25T23:04:24.623403+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:04:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:26 smithi068 conmon[102841]: 449 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:28 smithi165 conmon[67662]: cluster 2022-01-25T23:04:26.624058+0000 mgr.smithi068.zkksrk (mgr.14702) 450 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:28 smithi068 conmon[102841]: cluster 2022-01-25T23:04:26.624058+0000 mgr.smithi068.zkksrk (mgr.14702) 450 : cluster 2022-01-25T23:04:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:28 smithi068 conmon[102841]: [DBG] pgmap v389: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:30 smithi165 conmon[67662]: cluster 2022-01-25T23:04:28.624712+0000 mgr.smithi068.zkksrk (mgr.14702) 451 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:30 smithi165 conmon[67662]: 2022-01-25T23:04:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:30 smithi068 conmon[102841]: cluster 2022-01-25T23:04:28.624712+0000 mgr.smithi068.zkksrk (mgr.14702) 451 : cluster 2022-01-25T23:04:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:30 smithi068 conmon[102841]: [DBG] pgmap v390: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:32 smithi165 conmon[67662]: cluster 2022-01-25T23:04:30.625608+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:04:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:32 smithi165 conmon[67662]: 452 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:32 smithi165 conmon[67662]: audit 2022-01-25T23:04:31.788098+0000 mon.smithi068 (mon.0) 366 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:04:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:32 smithi165 conmon[67662]: audit 2022-01-25T23:04:31.789593+0000 mon.smithi068 (mon.0) 367 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:04:32.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:32 smithi165 conmon[67662]: audit 2022-01-25T23:04:31.790541+0000 mon.smithi068 (mon.0) 368 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:04:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:32 smithi068 conmon[102841]: cluster 2022-01-25T23:04:30.625608+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:04:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:32 smithi068 conmon[102841]: ) 452 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:32 smithi068 conmon[102841]: audit 2022-01-25T23:04:31.788098+0000 mon.smithi068 (mon.0) 366 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:04:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:32 smithi068 conmon[102841]: audit 2022-01-25T23:04:31.789593+0000 mon.smithi068 (mon.0) 367 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:04:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:32 smithi068 conmon[102841]: audit 2022-01-25T23:04:31.790541+0000 mon.smithi068 (mon.0) 368 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:04:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:33 smithi165 conmon[67662]: cephadm 2022-01-25T23:04:31.791362+0000 mgr.smithi068.zkksrk (mgr.14702) 453 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:04:33.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:33 smithi165 conmon[67662]: 2022-01-25T23:04:33.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:33 smithi165 conmon[67662]: audit 2022-01-25T23:04:32.193242+0000 mon.smithi068 (mon.0) 369 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:04:33.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:33 smithi165 conmon[67662]: audit 2022-01-25T23:04:32.198859+0000 mon.smithi068 2022-01-25T23:04:33.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:33 smithi165 conmon[67662]: (mon.0) 370 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:04:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:33 smithi068 conmon[102841]: cephadm 2022-01-25T23:04:31.791362+0000 mgr.smithi068.zkksrk (mgr.14702) 453 : 2022-01-25T23:04:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:33 smithi068 conmon[102841]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:04:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:33 smithi068 conmon[102841]: audit 2022-01-25T23:04:32.193242+0000 mon.smithi068 (mon.0) 369 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:04:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:33 smithi068 conmon[102841]: audit 2022-01-25T23:04:32.198859+0000 mon.smithi068 (mon.0) 370 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:04:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:34 smithi068 conmon[102841]: cluster 2022-01-25T23:04:32.626037+0000 mgr.smithi068.zkksrk (mgr.14702) 454 2022-01-25T23:04:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:34 smithi165 conmon[67662]: cluster 2022-01-25T23:04:32.626037+0000 mgr.smithi068.zkksrk (mgr.14702) 454 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:36 smithi068 conmon[102841]: cluster 2022-01-25T23:04:34.626831+0000 mgr.smithi068.zkksrk (mgr.14702) 455 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:36 smithi165 conmon[67662]: cluster 2022-01-25T23:04:34.626831+0000 mgr.smithi068.zkksrk (mgr.14702) 455 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:38 smithi068 conmon[102841]: cluster 2022-01-25T23:04:36.627459+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:04:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:38 smithi068 conmon[102841]: ) 456 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:38 smithi165 conmon[67662]: cluster 2022-01-25T23:04:36.627459+0000 mgr.smithi068.zkksrk (mgr.14702) 456 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:40 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:04:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:40 smithi068 conmon[102841]: 04:38.627973+0000 mgr.smithi068.zkksrk (mgr.14702) 457 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:40 smithi165 conmon[67662]: cluster 2022-01-25T23:04:38.627973+0000 mgr.smithi068.zkksrk (mgr.14702) 457 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:40 smithi165 conmon[67662]: 2022-01-25T23:04:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:42 smithi068 conmon[102841]: cluster 2022-01-25T23:04:40.628793+0000 mgr.smithi068.zkksrk (mgr.14702) 458 : cluster 2022-01-25T23:04:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:42 smithi068 conmon[102841]: [DBG] pgmap v396: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:42 smithi165 conmon[67662]: cluster 2022-01-25T23:04:40.628793+0000 mgr.smithi068.zkksrk (mgr.14702) 458 2022-01-25T23:04:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:42 smithi165 conmon[67662]: : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:44 smithi068 conmon[102841]: cluster 2022-01-25T23:04:42.629399+0000 mgr.smithi068.zkksrk (mgr.14702) 459 : cluster 2022-01-25T23:04:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:44 smithi068 conmon[102841]: [DBG] pgmap v397: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:44 smithi165 conmon[67662]: cluster 2022-01-25T23:04:42.629399+0000 mgr.smithi068.zkksrk (mgr.14702) 459 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:46 smithi068 conmon[102841]: cluster 2022-01-25T23:04:44.630370+0000 mgr.smithi068.zkksrk (mgr.14702) 460 : 2022-01-25T23:04:46.650 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:46 smithi068 conmon[102841]: cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:46 smithi165 conmon[67662]: cluster 2022-01-25T23:04:44.630370 2022-01-25T23:04:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:46 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 460 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:48 smithi068 conmon[102841]: cluster 2022-01-25T23:04:46.631024+0000 mgr.smithi068.zkksrk (mgr.14702) 461 : cluster 2022-01-25T23:04:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:48 smithi068 conmon[102841]: [DBG] pgmap v399: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:48 smithi165 conmon[67662]: cluster 2022-01-25T23:04:46.631024+0000 mgr.smithi068.zkksrk (mgr.14702) 461 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:48.746 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:04:49.037 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:04:49.038 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (18m) 77s ago 19m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:04:49.038 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (11m) 77s ago 19m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:04:49.039 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (11m) 80s ago 19m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:04:49.039 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (18m) 77s ago 19m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:04:49.040 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (15m) 77s ago 15m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:04:49.040 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (15m) 80s ago 15m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:04:49.040 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (12m) 77s ago 20m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:04:49.041 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (12m) 80s ago 19m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:04:49.041 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (12m) 77s ago 20m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:04:49.041 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (11m) 80s ago 18m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:04:49.042 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (12m) 77s ago 12m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:04:49.042 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (12m) 80s ago 12m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:04:49.043 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (19m) 77s ago 19m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:04:49.043 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (18m) 80s ago 18m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:04:49.044 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (3m) 77s ago 18m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:04:49.044 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (18m) 77s ago 18m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:04:49.044 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (17m) 77s ago 17m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:04:49.045 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (17m) 77s ago 17m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:04:49.045 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (17m) 80s ago 17m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:04:49.045 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (17m) 80s ago 17m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:04:49.045 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (16m) 80s ago 16m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:04:49.046 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (16m) 80s ago 16m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:04:49.046 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (18m) 77s ago 19m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:04:49.378 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:04:49.379 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:04:49.379 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:49.379 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:49.379 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:04:49.380 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:49.380 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:49.380 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:04:49.380 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:04:49.381 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:04:49.381 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:49.381 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:04:49.381 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:04:49.382 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:04:49.382 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:04:49.382 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:04:49.382 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:04:49.383 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:04:49.383 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:04:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: cluster 2022-01-25T23:04:48.631473+0000 mgr.smithi068.zkksrk (mgr.14702) 462 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:50.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: audit 2022-01-25T23:04:48.734713+0000 mgr.smithi068.zkksrk (mgr.14702) 463 : audit [DBG] from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:50.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: audit 2022-01-25T23:04:49.022943+0000 mgr.smithi068.zkksrk (mgr.14702) 464 : audit [DBG] 2022-01-25T23:04:50.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: from='client.34384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:50.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:04:50.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: 04:49.379221+0000 mon.smithi068 (mon.0) 371 : audit 2022-01-25T23:04:50.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:50 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/1934428366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:50.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: cluster 2022-01-25T23:04:48.631473+0000 mgr.smithi068.zkksrk (mgr.14702) 462 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:50.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: 2022-01-25T23:04:50.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: audit 2022-01-25T23:04:48.734713+0000 mgr.smithi068.zkksrk (mgr.14702) 463 : audit [DBG] from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:50.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:04:50.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: 25T23:04:49.022943+0000 mgr.smithi068.zkksrk (mgr.14702) 464 : audit [DBG] from='client.34384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:50.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: audit 2022-01-25T23:04:50.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: 2022-01-25T23:04:49 2022-01-25T23:04:50.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: .379221+0000 mon.smithi068 (mon.0) 371 : audit 2022-01-25T23:04:50.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:50 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/1934428366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:52 smithi068 conmon[102841]: cluster 2022-01-25T23:04:50.632381+0000 mgr.smithi068.zkksrk (mgr.14702) 465 : 2022-01-25T23:04:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:52 smithi068 conmon[102841]: cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:52 smithi165 conmon[67662]: cluster 2022-01-25T23:04:50.632381+0000 mgr.smithi068.zkksrk (mgr.14702) 465 : cluster [DBG] 2022-01-25T23:04:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:52 smithi165 conmon[67662]: pgmap v401: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:54 smithi068 conmon[102841]: cluster 2022-01-25T23:04:52.632977+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:04:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:54 smithi068 conmon[102841]: ) 466 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:54 smithi165 conmon[67662]: cluster 2022-01-25T23:04:52.632977+0000 mgr.smithi068.zkksrk (mgr.14702) 466 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:56 smithi068 conmon[102841]: cluster 2022-01-25T23:04:54.633850+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:04:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:56 smithi068 conmon[102841]: .14702) 467 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:56 smithi165 conmon[67662]: cluster 2022-01-25T23:04:54.633850+0000 mgr.smithi068.zkksrk (mgr.14702) 467 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:04:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:58 smithi068 conmon[102841]: cluster 2022-01-25T23:04:56.634458+0000 mgr.smithi068.zkksrk (mgr.14702) 468 : cluster 2022-01-25T23:04:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:04:58 smithi068 conmon[102841]: [DBG] pgmap v404: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:58 smithi165 conmon[67662]: cluster 2022-01-25T23:04:56.634458+0000 mgr.smithi068.zkksrk (mgr.14702) 468 : cluster [DBG] 2022-01-25T23:04:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:04:58 smithi165 conmon[67662]: pgmap v404: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:00 smithi068 conmon[102841]: cluster 2022-01-25T23:04:58.635206+0000 mgr.smithi068.zkksrk (mgr.14702) 469 : 2022-01-25T23:05:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:00 smithi068 conmon[102841]: cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:00 smithi165 conmon[67662]: cluster 2022-01-25T23:04:58.635206+0000 mgr.smithi068.zkksrk (mgr.14702) 469 : cluster 2022-01-25T23:05:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:00 smithi165 conmon[67662]: [DBG] pgmap v405: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:02 smithi068 conmon[102841]: cluster 2022-01-25T23:05:00.636205+0000 mgr.smithi068.zkksrk (mgr.14702) 470 : cluster 2022-01-25T23:05:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:02 smithi068 conmon[102841]: [DBG] pgmap v406: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:02 smithi165 conmon[67662]: cluster 2022-01-25T23:05:00.636205+0000 mgr.smithi068.zkksrk (mgr.14702) 470 : cluster [DBG] 2022-01-25T23:05:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:02 smithi165 conmon[67662]: pgmap v406: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:04 smithi068 conmon[102841]: cluster 2022-01-25T23:05:02.636680+0000 mgr.smithi068.zkksrk (mgr.14702) 471 : cluster 2022-01-25T23:05:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:04 smithi068 conmon[102841]: [DBG] pgmap v407: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:04 smithi165 conmon[67662]: cluster 2022-01-25T23:05:02.636680+0000 mgr.smithi068.zkksrk (mgr.14702) 471 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:04 smithi165 conmon[67662]: 2022-01-25T23:05:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:06 smithi068 conmon[102841]: cluster 2022-01-25T23:05:04.637562+0000 mgr.smithi068.zkksrk (mgr.14702) 472 2022-01-25T23:05:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:06 smithi165 conmon[67662]: cluster 2022-01-25T23:05:04.637562+0000 mgr.smithi068.zkksrk (mgr.14702) 472 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:08 smithi068 conmon[102841]: cluster 2022-01-25T23:05:06.638319+0000 mgr.smithi068.zkksrk (mgr.14702) 473 : cluster 2022-01-25T23:05:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:08 smithi068 conmon[102841]: [DBG] pgmap v409: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:08 smithi165 conmon[67662]: cluster 2022-01-25T23:05:06.638319+0000 mgr.smithi068.zkksrk (mgr.14702) 473 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:10 smithi068 conmon[102841]: cluster 2022-01-25T23:05:08.638932+0000 mgr.smithi068.zkksrk (mgr.14702) 474 2022-01-25T23:05:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:10 smithi165 conmon[67662]: cluster 2022-01-25T23:05:08.638932+0000 mgr.smithi068.zkksrk (mgr.14702) 474 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:12 smithi068 conmon[102841]: cluster 2022-01-25T23:05:10.639879+0000 mgr.smithi068.zkksrk (mgr.14702) 475 : 2022-01-25T23:05:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:12 smithi068 conmon[102841]: cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:12 smithi165 conmon[67662]: cluster 2022-01-25T23:05:10.639879+0000 mgr.smithi068.zkksrk (mgr.14702) 475 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:14 smithi068 conmon[102841]: cluster 2022-01-25T23:05:12.640528+0000 mgr.smithi068.zkksrk (mgr.14702) 476 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:14 smithi165 conmon[67662]: cluster 2022-01-25T23:05:12.640528+0000 mgr.smithi068.zkksrk (mgr.14702) 476 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:16 smithi068 conmon[102841]: cluster 2022-01-25T23:05:14.641374+0000 mgr.smithi068.zkksrk (mgr.14702) 477 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:16 smithi165 conmon[67662]: cluster 2022-01-25T23:05:14.641374+0000 mgr.smithi068.zkksrk (mgr.14702) 477 : cluster [DBG] 2022-01-25T23:05:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:16 smithi165 conmon[67662]: pgmap v413: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:18 smithi068 conmon[102841]: cluster 2022-01-25T23:05:16.642023+0000 mgr.smithi068.zkksrk (mgr.14702) 478 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:18 smithi068 conmon[102841]: audit 2022-01-25T23:05:18.196567+0000 mon.smithi068 (mon.0) 372 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:05:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:18 smithi068 conmon[102841]: audit 2022-01-25T23:05:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:18 smithi068 conmon[102841]: 2022-01-25T23:05:18.196897 2022-01-25T23:05:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:18 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 373 2022-01-25T23:05:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:18 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:05:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:18 smithi165 conmon[67662]: cluster 2022-01-25T23:05:16.642023+0000 mgr.smithi068.zkksrk (mgr.14702) 478 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:18 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:05:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:18 smithi165 conmon[67662]: 25T23:05:18.196567+0000 mon.smithi068 (mon.0) 372 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:05:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:18 smithi165 conmon[67662]: audit 2022-01-25T23:05:18.196897+0000 mon.smithi068 (mon.0) 373 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:05:19.700 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:05:19.990 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:05:19.990 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (19m) 108s ago 20m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:05:19.991 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (12m) 108s ago 20m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:05:19.991 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (12m) 111s ago 19m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:05:19.992 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (18m) 108s ago 19m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:05:19.992 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (15m) 108s ago 15m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:05:19.993 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (15m) 111s ago 15m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:05:19.993 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (13m) 108s ago 21m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:05:19.994 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (12m) 111s ago 19m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:05:19.994 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (12m) 108s ago 21m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:05:19.994 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (12m) 111s ago 19m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:05:19.995 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (13m) 108s ago 13m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:05:19.995 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (13m) 111s ago 13m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:05:19.996 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (19m) 108s ago 19m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:05:19.996 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (19m) 111s ago 19m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:05:19.997 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (3m) 108s ago 18m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:05:19.997 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (18m) 108s ago 18m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:05:19.997 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (18m) 108s ago 18m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:05:19.998 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (18m) 108s ago 18m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:05:19.998 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (17m) 111s ago 17m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:05:19.999 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (17m) 111s ago 17m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:05:19.999 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (17m) 111s ago 17m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:05:19.999 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (17m) 111s ago 17m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:05:20.000 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (18m) 108s ago 19m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:05:20.331 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:05:20.331 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:05:20.332 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:20.332 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:20.332 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:05:20.332 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:20.333 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:20.333 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:05:20.334 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:05:20.334 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:05:20.334 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:20.335 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:05:20.335 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:05:20.335 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:20.335 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:05:20.335 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:05:20.336 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:05:20.336 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:05:20.336 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:05:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:20 smithi068 conmon[102841]: cluster 2022-01-25T23:05:18.642534+0000 2022-01-25T23:05:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:20 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 479 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:20 smithi165 conmon[67662]: cluster 2022-01-25T23:05:18.642534+0000 mgr.smithi068.zkksrk (mgr.14702) 479 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: audit 2022-01-25T23:05:19.688749+0000 mgr.smithi068.zkksrk (mgr.14702) 480 2022-01-25T23:05:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: audit 2022-01-25T23:05:19.976185+0000 mgr.smithi068.zkksrk (mgr.14702) 481 : audit [DBG] from='client.34396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:05:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: T23:05:20.331531+0000 2022-01-25T23:05:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: mon.smithi068 (mon.0) 374 : audit [DBG] 2022-01-25T23:05:21.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:21 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1311562442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:21 smithi165 conmon[67662]: audit 2022-01-25T23:05:19.688749+0000 mgr.smithi068.zkksrk (mgr.14702) 480 : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:21 smithi165 conmon[67662]: audit 2022-01-25T23:05:19.976185+0000 mgr.smithi068.zkksrk (mgr.14702) 481 : audit [DBG] from='client.34396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:21 smithi165 conmon[67662]: audit 2022-01-25T23:05:20.331531+0000 mon.smithi068 (mon.0) 374 : audit 2022-01-25T23:05:21.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:21 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/1311562442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:22 smithi068 conmon[102841]: cluster 2022-01-25T23:05:20.643442+0000 mgr.smithi068.zkksrk (mgr.14702) 482 : 2022-01-25T23:05:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:22 smithi068 conmon[102841]: cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:22 smithi165 conmon[67662]: cluster 2022-01-25T23:05:20.643442+0000 mgr.smithi068.zkksrk (mgr.14702) 482 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:22 smithi165 conmon[67662]: 2022-01-25T23:05:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:24 smithi068 conmon[102841]: cluster 2022-01-25T23:05:22.643979+0000 mgr.smithi068.zkksrk (mgr.14702) 483 : cluster 2022-01-25T23:05:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:24 smithi068 conmon[102841]: [DBG] pgmap v417: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:24 smithi165 conmon[67662]: cluster 2022-01-25T23:05:22.643979+0000 mgr.smithi068.zkksrk (mgr.14702) 483 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:26 smithi068 conmon[102841]: cluster 2022-01-25T23:05:24.644869+0000 mgr.smithi068.zkksrk (mgr.14702) 484 : cluster 2022-01-25T23:05:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:26 smithi068 conmon[102841]: [DBG] pgmap v418: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:26 smithi165 conmon[67662]: cluster 2022-01-25T23:05:24.644869+0000 mgr.smithi068.zkksrk (mgr.14702) 484 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:28 smithi068 conmon[102841]: cluster 2022-01-25T23:05:26.645552+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:05:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:28 smithi068 conmon[102841]: mgr.14702) 485 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:28 smithi165 conmon[67662]: cluster 2022-01-25T23:05:26.645552+0000 mgr.smithi068.zkksrk (mgr.14702) 485 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:30 smithi068 conmon[102841]: cluster 2022-01-25T23:05:28.646070+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:05:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:30 smithi068 conmon[102841]: 486 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:30.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:30 smithi165 conmon[67662]: cluster 2022-01-25T23:05:28.646070+0000 mgr.smithi068.zkksrk (mgr.14702) 486 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:05:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: T23:05:30.647087+0000 mgr.smithi068.zkksrk (mgr.14702) 487 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: audit 2022-01-25T23:05:32.201973+0000 2022-01-25T23:05:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: mon.smithi068 (mon.0) 375 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:05:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:05:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: 01-25T23:05:32.203587+0000 mon.smithi068 (mon.0) 376 : 2022-01-25T23:05:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:05:32.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:05:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: 01-25T23:05:32.204573+0000 mon.smithi068 ( 2022-01-25T23:05:32.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:32 smithi068 conmon[102841]: mon.0) 377 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:05:32.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:32 smithi165 conmon[67662]: cluster 2022-01-25T23:05:30.647087+0000 mgr.smithi068.zkksrk (mgr.14702) 487 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:32.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:32 smithi165 conmon[67662]: audit 2022-01-25T23:05: 2022-01-25T23:05:32.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:32 smithi165 conmon[67662]: 32.201973+0000 mon.smithi068 (mon.0) 375 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:05:32.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:32 smithi165 conmon[67662]: audit 2022-01-25T23:05:32.203587+0000 mon.smithi068 (mon.0) 376 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:05:32.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:32 smithi165 conmon[67662]: audit 2022-01-25T23:05: 2022-01-25T23:05:32.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:32 smithi165 conmon[67662]: 32.204573+0000 mon.smithi068 (mon.0) 377 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:05:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:33 smithi068 conmon[102841]: cephadm 2022-01-25T23:05:32.205435+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:05:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:33 smithi068 conmon[102841]: mgr.14702) 488 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:05:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:33 smithi068 conmon[102841]: audit 2022-01-25T23:05:32.563523+0000 mon.smithi068 (mon.0) 378 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:05:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:33 smithi068 conmon[102841]: audit 2022-01-25T23:05:32.949528+0000 mon.smithi068 (mon.0) 379 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:05:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:33 smithi068 conmon[102841]: audit 2022-01-25T23:05:32.954764+0000 mon.smithi068 (mon.0) 380 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:05:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: cephadm 2022-01-25T23:05:32.205435+0000 mgr.smithi068.zkksrk (mgr.14702) 488 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:05:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: audit 2022-01-25T23:05:32.563523+0000 mon.smithi068 (mon.0) 378 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:05:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: audit 2022-01-25T23:05:32.949528+0000 mon.smithi068 (mon. 2022-01-25T23:05:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: 0) 379 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:05:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: audit 2022-01-25T23:05:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: 2022-01-25T23:05:32.954764+0000 2022-01-25T23:05:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:33 smithi165 conmon[67662]: mon.smithi068 (mon.0) 380 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:05:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:34 smithi068 conmon[102841]: cluster 2022-01-25T23:05:32.647632+0000 mgr.smithi068.zkksrk (mgr.14702) 489 : cluster 2022-01-25T23:05:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:34 smithi068 conmon[102841]: [DBG] pgmap v422: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:34 smithi165 conmon[67662]: cluster 2022-01-25T23:05:32.647632+0000 mgr.smithi068.zkksrk (mgr.14702) 489 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:34 smithi165 conmon[67662]: 2022-01-25T23:05:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:36 smithi165 conmon[67662]: cluster 2022-01-25T23:05:34.648402+0000 mgr.smithi068.zkksrk (mgr.14702) 490 : cluster [DBG] 2022-01-25T23:05:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:36 smithi165 conmon[67662]: pgmap v423: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:36 smithi068 conmon[102841]: cluster 2022-01-25T23:05:34.648402+0000 mgr.smithi068.zkksrk (mgr.14702) 490 2022-01-25T23:05:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:38 smithi068 conmon[102841]: cluster 2022-01-25T23:05:36.649074+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:05:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:38 smithi068 conmon[102841]: 14702) 491 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:38 smithi165 conmon[67662]: cluster 2022-01-25T23:05:36.649074+0000 mgr.smithi068.zkksrk (mgr.14702) 491 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:40 smithi165 conmon[67662]: cluster 2022-01-25T23:05:38.649764+0000 mgr.smithi068.zkksrk (mgr.14702) 492 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:40 smithi068 conmon[102841]: cluster 2022-01-25T23:05:38.649764+0000 mgr.smithi068.zkksrk (mgr.14702) 492 : cluster [DBG] 2022-01-25T23:05:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:40 smithi068 conmon[102841]: pgmap v425: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:42 smithi165 conmon[67662]: cluster 2022-01-25T23:05:40.650736+0000 mgr.smithi068.zkksrk (mgr.14702) 493 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:42 smithi165 conmon[67662]: 2022-01-25T23:05:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:42 smithi068 conmon[102841]: cluster 2022-01-25T23:05:40.650736+0000 mgr.smithi068.zkksrk (mgr.14702) 493 : cluster 2022-01-25T23:05:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:42 smithi068 conmon[102841]: [DBG] pgmap v426: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:44 smithi165 conmon[67662]: cluster 2022-01-25T23:05:42.651198+0000 mgr.smithi068.zkksrk (mgr.14702) 494 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:44 smithi165 conmon[67662]: 2022-01-25T23:05:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:44 smithi068 conmon[102841]: cluster 2022-01-25T23:05:42.651198+0000 2022-01-25T23:05:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:44 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 494 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:46 smithi165 conmon[67662]: cluster 2022-01-25T23:05:44.652029+0000 mgr.smithi068.zkksrk (mgr.14702) 495 : cluster [DBG] 2022-01-25T23:05:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:46 smithi165 conmon[67662]: pgmap v428: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:46 smithi068 conmon[102841]: cluster 2022-01-25T23:05:44.652029+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:05:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:46 smithi068 conmon[102841]: 495 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:48 smithi068 conmon[102841]: cluster 2022-01-25T23:05:46.652660+0000 mgr.smithi068.zkksrk (mgr.14702) 496 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:48 smithi165 conmon[67662]: cluster 2022-01-25T23:05:46.652660+0000 mgr.smithi068.zkksrk (mgr.14702) 496 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:50.652 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:05:50.653 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:50 smithi068 conmon[102841]: cluster 2022-01-25T23:05:48.653144+0000 mgr.smithi068.zkksrk (mgr.14702) 497 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:50 smithi165 conmon[67662]: cluster 2022-01-25T23:05:48.653144+0000 mgr.smithi068.zkksrk (mgr.14702) 497 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:50.940 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:05:50.941 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (19m) 2m ago 20m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:05:50.941 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (12m) 2m ago 20m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:05:50.941 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (12m) 2m ago 20m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:05:50.941 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (19m) 2m ago 20m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:05:50.942 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (16m) 2m ago 16m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:05:50.942 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (16m) 2m ago 16m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:05:50.942 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (13m) 2m ago 21m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:05:50.942 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (13m) 2m ago 20m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:05:50.943 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (13m) 2m ago 21m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:05:50.943 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (13m) 2m ago 19m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:05:50.943 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (13m) 2m ago 13m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:05:50.944 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (13m) 2m ago 13m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:05:50.944 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (20m) 2m ago 20m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:05:50.944 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (19m) 2m ago 19m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:05:50.944 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (4m) 2m ago 19m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:05:50.944 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (19m) 2m ago 19m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:05:50.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (18m) 2m ago 18m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:05:50.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (18m) 2m ago 18m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:05:50.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (18m) 2m ago 18m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:05:50.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (18m) 2m ago 18m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:05:50.946 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (17m) 2m ago 17m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:05:50.946 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (17m) 2m ago 17m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:05:50.946 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (19m) 2m ago 20m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:05:51.277 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:05:51.278 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:05:51.278 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:51.278 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:51.278 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:05:51.279 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:51.279 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:51.279 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:05:51.279 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:05:51.280 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:05:51.280 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:51.280 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:05:51.280 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:05:51.281 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:05:51.281 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:05:51.281 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:05:51.281 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:05:51.281 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:05:51.282 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:05:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:51 smithi068 conmon[102841]: audit 2022-01-25T23:05:51.278117+0000 mon.smithi068 (mon.0) 381 : audit [DBG] from='client.? 172.21.15.68:0/272383145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:51 smithi165 conmon[67662]: audit 2022-01-25T23:05:51.278117+0000 mon.smithi068 (mon.0) 381 : audit 2022-01-25T23:05:51.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:51 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/272383145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:52 smithi165 conmon[67662]: audit 2022-01-25T23:05:50.640628+0000 mgr.smithi068.zkksrk (mgr.14702) 498 : audit [DBG] from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:52 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T23:05:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:52 smithi165 conmon[67662]: T23:05:50.653934+0000 mgr.smithi068.zkksrk (mgr.14702) 499 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:52 smithi165 conmon[67662]: audit 2022-01-25T23:05:50.925718+0000 mgr.smithi068.zkksrk (mgr.14702) 500 : audit [DBG] from='client.34408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:52 smithi068 conmon[102841]: audit 2022-01-25T23:05:50.640628+0000 mgr.smithi068.zkksrk (mgr.14702) 498 : audit [DBG] from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:52 smithi068 conmon[102841]: cluster 2022-01-25T23:05:50.653934+0000 mgr.smithi068.zkksrk (mgr.14702) 499 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:52 smithi068 conmon[102841]: audit 2022-01-25T23:05:50.925718+0000 mgr.smithi068.zkksrk (mgr.14702) 500 : audit 2022-01-25T23:05:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:52 smithi068 conmon[102841]: [DBG] from='client.34408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:54 smithi165 conmon[67662]: cluster 2022-01-25T23:05:52.654399+0000 mgr.smithi068.zkksrk (mgr.14702) 501 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:54 smithi068 conmon[102841]: cluster 2022-01-25T23:05:52.654399+0000 mgr.smithi068.zkksrk (mgr.14702) 501 : cluster [DBG] 2022-01-25T23:05:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:54 smithi068 conmon[102841]: pgmap v432: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:56 smithi165 conmon[67662]: cluster 2022-01-25T23:05:54.655258+0000 mgr.smithi068.zkksrk (mgr.14702) 502 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:56 smithi068 conmon[102841]: cluster 2022-01-25T23:05:54.655258+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:05:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:56 smithi068 conmon[102841]: 14702) 502 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:05:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:05:58 smithi068 conmon[102841]: cluster 2022-01-25T23:05:56.655992+0000 mgr.smithi068.zkksrk (mgr.14702) 503 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:05:58 smithi165 conmon[67662]: cluster 2022-01-25T23:05:56.655992+0000 mgr.smithi068.zkksrk (mgr.14702) 503 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:00 smithi165 conmon[67662]: cluster 2022-01-25T23:05:58.656683+0000 mgr.smithi068.zkksrk (mgr.14702) 504 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:00 smithi165 conmon[67662]: 2022-01-25T23:06:00.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:00 smithi068 conmon[102841]: cluster 2022-01-25T23:05:58.656683+0000 mgr.smithi068.zkksrk (mgr.14702) 504 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:02 smithi165 conmon[67662]: cluster 2022-01-25T23:06:00.657830+0000 mgr.smithi068.zkksrk (mgr.14702) 505 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:02 smithi068 conmon[102841]: cluster 2022-01-25T23:06:00.657830+0000 mgr.smithi068.zkksrk (mgr.14702) 505 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:04 smithi165 conmon[67662]: cluster 2022-01-25T23:06:02.658460+0000 mgr.smithi068.zkksrk (mgr.14702) 506 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:04.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:04 smithi068 conmon[102841]: cluster 2022-01-25T23:06:02.658460+0000 mgr.smithi068.zkksrk (mgr.14702) 506 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:06 smithi165 conmon[67662]: cluster 2022-01-25T23:06:04.659509+0000 mgr.smithi068.zkksrk (mgr.14702) 507 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:06 smithi068 conmon[102841]: cluster 2022-01-25T23:06:04.659509+0000 mgr.smithi068.zkksrk (mgr.14702) 507 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:08 smithi068 conmon[102841]: cluster 2022-01-25T23:06:06.660200+0000 mgr.smithi068.zkksrk (mgr.14702) 508 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:08 smithi165 conmon[67662]: cluster 2022-01-25T23:06:06.660200+0000 mgr.smithi068.zkksrk (mgr.14702) 508 : cluster 2022-01-25T23:06:08.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:08 smithi165 conmon[67662]: [DBG] pgmap v439: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:10 smithi165 conmon[67662]: cluster 2022-01-25T23:06:08.660731+0000 mgr.smithi068.zkksrk (mgr.14702) 509 : cluster [DBG] 2022-01-25T23:06:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:10 smithi165 conmon[67662]: pgmap v440: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:10 smithi068 conmon[102841]: cluster 2022-01-25T23:06:08.660731 2022-01-25T23:06:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:10 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 509 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:12 smithi165 conmon[67662]: cluster 2022-01-25T23:06:10.661795+0000 mgr.smithi068.zkksrk (mgr.14702) 510 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:12.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:12 smithi068 conmon[102841]: cluster 2022-01-25T23:06:10.661795+0000 mgr.smithi068.zkksrk (mgr.14702) 510 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:13 smithi165 conmon[67662]: cluster 2022-01-25T23:06:12.662318+0000 mgr.smithi068.zkksrk (mgr.14702) 511 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:13 smithi068 conmon[102841]: cluster 2022-01-25T23:06:12.662318+0000 mgr.smithi068.zkksrk (mgr.14702) 511 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:16 smithi068 conmon[102841]: cluster 2022-01-25T23:06:14.663318+0000 mgr.smithi068.zkksrk (mgr.14702) 512 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:16 smithi165 conmon[67662]: cluster 2022-01-25T23:06:14.663318+0000 mgr.smithi068.zkksrk (mgr.14702) 512 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:16 smithi165 conmon[67662]: 2022-01-25T23:06:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:18 smithi165 conmon[67662]: cluster 2022-01-25T23:06:16.664057+0000 mgr.smithi068.zkksrk (mgr.14702) 513 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:18.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:18 smithi165 conmon[67662]: 2022-01-25T23:06:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:18 smithi068 conmon[102841]: cluster 2022-01-25T23:06:16.664057+0000 mgr.smithi068.zkksrk (mgr.14702) 513 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:19 smithi165 conmon[67662]: audit 2022-01-25T23:06:18.200964+0000 mon.smithi068 (mon.0) 382 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:06:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:19 smithi165 conmon[67662]: 2022-01-25T23:06:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:19 smithi165 conmon[67662]: audit 2022-01-25T23:06:18.201211+0000 mon.smithi068 (mon.0) 383 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:06:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:19 smithi068 conmon[102841]: audit 2022-01-25T23:06:18.200964+0000 mon.smithi068 (mon.0) 382 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:06:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:19 smithi068 conmon[102841]: audit 2022-01-25T23:06:18.201211+0000 mon.smithi068 (mon.0) 383 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:06:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:20 smithi165 conmon[67662]: cluster 2022-01-25T23:06:18.664529+0000 mgr.smithi068.zkksrk (mgr.14702) 514 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:20 smithi068 conmon[102841]: cluster 2022-01-25T23:06:18.664529+0000 mgr.smithi068.zkksrk (mgr.14702) 514 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:21.595 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:06:21.881 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:06:21.882 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (20m) 2m ago 21m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:06:21.882 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (13m) 2m ago 21m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:06:21.882 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (13m) 2m ago 20m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:06:21.882 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (19m) 2m ago 20m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:06:21.883 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (16m) 2m ago 16m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:06:21.883 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (16m) 2m ago 16m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:06:21.883 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (14m) 2m ago 22m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:06:21.883 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (13m) 2m ago 20m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:06:21.884 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (13m) 2m ago 22m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:06:21.884 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (13m) 2m ago 20m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:06:21.884 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (14m) 2m ago 14m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:06:21.884 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (14m) 2m ago 14m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:06:21.885 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (20m) 2m ago 20m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:06:21.885 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (20m) 2m ago 20m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:06:21.885 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (4m) 2m ago 20m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:06:21.885 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (19m) 2m ago 19m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:06:21.885 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (19m) 2m ago 19m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:06:21.886 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (19m) 2m ago 19m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:06:21.886 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (18m) 2m ago 18m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:06:21.886 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (18m) 2m ago 18m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:06:21.886 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (18m) 2m ago 18m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:06:21.887 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (18m) 2m ago 18m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:06:21.887 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (19m) 2m ago 20m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:06:22.224 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:06:22.225 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:06:22.225 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:22.225 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:22.226 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:06:22.226 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:22.226 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:22.227 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:06:22.227 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:06:22.227 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:06:22.227 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:22.228 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:06:22.228 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:06:22.228 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:22.228 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:06:22.229 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:06:22.229 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:06:22.229 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:06:22.229 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:06:22.230 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:22 smithi068 conmon[102841]: cluster 2022-01-25T23:06:20.665437+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:06:22.230 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:22 smithi068 conmon[102841]: .14702) 515 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:22 smithi165 conmon[67662]: cluster 2022-01-25T23:06:20.665437+0000 mgr.smithi068.zkksrk (mgr.14702) 515 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:23 smithi165 conmon[67662]: audit 2022-01-25T23:06:21.583907+0000 mgr.smithi068.zkksrk (mgr.14702) 516 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:23 smithi165 conmon[67662]: audit 2022-01-25T23:06:21.867603+0000 mgr.smithi068.zkksrk (mgr.14702) 517 : audit [DBG] from='client.34420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:23 smithi165 conmon[67662]: audit 2022-01-25T23:06:22.224803+0000 mon.smithi068 (mon.0) 384 : audit [DBG] from='client.? 172.21.15.68:0/4129730087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:23 smithi068 conmon[102841]: audit 2022-01-25T23:06:21.583907+0000 mgr.smithi068.zkksrk (mgr.14702) 516 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:23 smithi068 conmon[102841]: audit 2022-01-25T23:06:21.867603+0000 mgr.smithi068.zkksrk (mgr.14702) 517 : audit [DBG] from='client.34420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:23.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:23 smithi068 conmon[102841]: audit 2022-01-25T23:06:22.224803+0000 mon.smithi068 (mon.0) 384 : audit [DBG] from='client.? 172.21.15.68:0/4129730087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:24 smithi165 conmon[67662]: cluster 2022-01-25T23:06:22.666146+0000 mgr.smithi068.zkksrk (mgr.14702) 518 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:24 smithi068 conmon[102841]: cluster 2022-01-25T23:06:22.666146+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:06:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:24 smithi068 conmon[102841]: ) 518 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:26 smithi165 conmon[67662]: cluster 2022-01-25T23:06:24.666858+0000 mgr.smithi068.zkksrk (mgr.14702) 519 : cluster 2022-01-25T23:06:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:26 smithi165 conmon[67662]: [DBG] pgmap v448: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:26 smithi068 conmon[102841]: cluster 2022-01-25T23:06:24.666858+0000 mgr.smithi068.zkksrk (mgr.14702) 519 : 2022-01-25T23:06:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:26 smithi068 conmon[102841]: cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:28 smithi165 conmon[67662]: cluster 2022-01-25T23:06:26.667477+0000 mgr.smithi068.zkksrk (mgr.14702) 520 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:28 smithi165 conmon[67662]: 2022-01-25T23:06:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:28 smithi068 conmon[102841]: cluster 2022-01-25T23:06:26.667477+0000 mgr.smithi068.zkksrk (mgr.14702) 520 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:30 smithi165 conmon[67662]: cluster 2022-01-25T23:06:28.667900+0000 mgr.smithi068.zkksrk (mgr.14702) 521 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:30 smithi068 conmon[102841]: cluster 2022-01-25T23:06:28.667900+0000 mgr.smithi068.zkksrk (mgr.14702) 521 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:32 smithi165 conmon[67662]: cluster 2022-01-25T23:06:30.668916+0000 mgr.smithi068.zkksrk (mgr.14702) 522 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:32 smithi165 conmon[67662]: 2022-01-25T23:06:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:32 smithi068 conmon[102841]: cluster 2022-01-25T23:06:30.668916+0000 mgr.smithi068.zkksrk (mgr.14702) 522 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:33.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:33 smithi165 conmon[67662]: audit 2022-01-25T23:06:32.958148+0000 mon.smithi068 (mon.0) 385 2022-01-25T23:06:33.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:33 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:06:33.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:33 smithi165 conmon[67662]: audit 2022-01-25T23:06:32.959687+0000 mon.smithi068 (mon.0) 386 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:06:33.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:33 smithi165 conmon[67662]: audit 2022-01-25T23:06:32. 2022-01-25T23:06:33.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:33 smithi165 conmon[67662]: 960912+0000 mon.smithi068 (mon.0) 387 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:06:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:33 smithi068 conmon[102841]: audit 2022-01-25T23:06:32.958148+0000 mon.smithi068 (mon 2022-01-25T23:06:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:33 smithi068 conmon[102841]: .0) 385 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:06:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:33 smithi068 conmon[102841]: audit 2022-01-25T23:06:32.959687+0000 mon.smithi068 (mon.0) 386 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:06:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:33 smithi068 conmon[102841]: audit 2022-01-25T23:06:32.960912+0000 mon.smithi068 (mon.0) 387 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:06:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:33 smithi068 conmon[102841]: 2022-01-25T23:06:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: cluster 2022-01-25T23:06:32.669541+0000 mgr.smithi068.zkksrk (mgr.14702) 523 : cluster 2022-01-25T23:06:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: [DBG] pgmap v452: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: cephadm 2022-01-25T23:06:32.961830+0000 mgr.smithi068.zkksrk (mgr.14702) 524 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:06:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: audit 2022-01-25T23:06:33.312680+0000 mon.smithi068 ( 2022-01-25T23:06:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: mon.0) 388 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:06:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: audit 2022-01-25T23:06:33.692479+0000 mon.smithi068 (mon.0) 389 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:06:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: audit 2022-01-25T23:06:33.698601+0000 mon.smithi068 (mon.0) 390 : audit 2022-01-25T23:06:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:34 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:06:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: cluster 2022-01-25T23:06:32.669541+0000 mgr.smithi068.zkksrk (mgr.14702) 523 2022-01-25T23:06:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: cephadm 2022-01-25T23:06:32.961830+0000 mgr.smithi068.zkksrk (mgr.14702) 524 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:06:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: audit 2022-01-25T23:06:33.312680 2022-01-25T23:06:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 388 : audit 2022-01-25T23:06:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:06:34.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:06:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: 25T23:06:33.692479+0000 mon.smithi068 (mon.0) 389 : audit [INF] 2022-01-25T23:06:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:06:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: audit 2022-01-25T23:06:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: 2022-01-25T23: 2022-01-25T23:06:34.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: 06:33.698601+0000 mon.smithi068 2022-01-25T23:06:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: (mon.0) 390 : audit 2022-01-25T23:06:34.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:34 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:06:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:36 smithi068 conmon[102841]: cluster 2022-01-25T23:06:34.670401+0000 mgr.smithi068.zkksrk (mgr.14702) 525 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:38 smithi068 conmon[102841]: cluster 2022-01-25T23:06:36.671092+0000 mgr.smithi068.zkksrk (mgr.14702) 526 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:36 smithi165 conmon[67662]: cluster 2022-01-25T23:06:34.670401+0000 mgr.smithi068.zkksrk (mgr.14702) 525 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:38 smithi165 conmon[67662]: cluster 2022-01-25T23:06:36.671092+0000 mgr.smithi068.zkksrk (mgr.14702) 526 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:40 smithi165 conmon[67662]: cluster 2022-01-25T23:06:38.671687+0000 mgr.smithi068.zkksrk (mgr.14702) 527 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:40 smithi068 conmon[102841]: cluster 2022-01-25T23:06:38.671687+0000 mgr.smithi068.zkksrk (mgr.14702) 527 : cluster 2022-01-25T23:06:40.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:40 smithi068 conmon[102841]: [DBG] pgmap v455: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:42 smithi165 conmon[67662]: cluster 2022-01-25T23:06:40.672543+0000 mgr.smithi068.zkksrk (mgr.14702) 528 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:42 smithi068 conmon[102841]: cluster 2022-01-25T23:06:40.672543+0000 mgr.smithi068.zkksrk (mgr.14702) 528 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:44 smithi165 conmon[67662]: cluster 2022-01-25T23:06:42.673049+0000 mgr.smithi068.zkksrk (mgr.14702) 529 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:44 smithi068 conmon[102841]: cluster 2022-01-25T23:06:42.673049+0000 mgr.smithi068.zkksrk (mgr.14702) 529 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:46 smithi165 conmon[67662]: cluster 2022-01-25T23:06:44.674010+0000 mgr.smithi068.zkksrk (mgr.14702) 530 : cluster 2022-01-25T23:06:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:46 smithi165 conmon[67662]: [DBG] pgmap v458: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:46 smithi068 conmon[102841]: cluster 2022-01-25T23:06:44.674010+0000 mgr.smithi068.zkksrk (mgr.14702) 530 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:48 smithi068 conmon[102841]: cluster 2022-01-25T23:06:46.674653+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:06:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:48 smithi068 conmon[102841]: .14702) 531 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:48.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:48 smithi165 conmon[67662]: cluster 2022-01-25T23:06:46.674653+0000 mgr.smithi068.zkksrk (mgr.14702) 531 : cluster [DBG] 2022-01-25T23:06:48.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:48 smithi165 conmon[67662]: pgmap v459: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:50 smithi165 conmon[67662]: cluster 2022-01-25T23:06:48.675105+0000 mgr.smithi068.zkksrk (mgr.14702) 532 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:50.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:50 smithi165 conmon[67662]: 2022-01-25T23:06:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:50 smithi068 conmon[102841]: cluster 2022-01-25T23:06:48.675105+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:06:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:50 smithi068 conmon[102841]: ) 532 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:52.544 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:06:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:52 smithi165 conmon[67662]: cluster 2022-01-25T23:06:50.676029+0000 mgr.smithi068.zkksrk (mgr.14702) 533 : cluster 2022-01-25T23:06:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:52 smithi165 conmon[67662]: [DBG] pgmap v461: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:52.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:52 smithi068 conmon[102841]: cluster 2022-01-25T23:06:50. 2022-01-25T23:06:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:52 smithi068 conmon[102841]: 676029+0000 mgr.smithi068.zkksrk (mgr.14702) 533 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:52.835 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:06:52.836 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (20m) 3m ago 21m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:06:52.836 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (13m) 3m ago 21m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:06:52.836 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (13m) 3m ago 21m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:06:52.836 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (20m) 3m ago 21m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:06:52.837 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (17m) 3m ago 17m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:06:52.837 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (17m) 3m ago 17m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:06:52.837 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (14m) 3m ago 22m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:06:52.837 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (14m) 3m ago 21m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:06:52.837 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (14m) 3m ago 22m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:06:52.838 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (14m) 3m ago 21m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:06:52.838 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (15m) 3m ago 14m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:06:52.838 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (14m) 3m ago 14m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:06:52.838 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (21m) 3m ago 21m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:06:52.839 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (20m) 3m ago 20m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:06:52.839 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (5m) 3m ago 20m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:06:52.839 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (20m) 3m ago 20m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:06:52.839 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (19m) 3m ago 19m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:06:52.840 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (19m) 3m ago 19m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:06:52.840 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (19m) 3m ago 19m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:06:52.840 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (19m) 3m ago 19m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:06:52.840 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (18m) 3m ago 18m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:06:52.840 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (18m) 3m ago 18m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:06:52.841 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (20m) 3m ago 21m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:06:53.175 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:06:53.175 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:06:53.175 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:53.176 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:53.176 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:06:53.176 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:53.176 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:53.176 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:06:53.177 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:06:53.177 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:06:53.177 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:53.177 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:06:53.178 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:06:53.178 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:06:53.178 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:06:53.178 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:06:53.178 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:06:53.179 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:06:53.179 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:06:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:53 smithi068 conmon[102841]: audit 2022-01-25T23:06:53.175468+0000 mon.smithi068 (mon.0) 2022-01-25T23:06:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:53 smithi068 conmon[102841]: 391 : audit [DBG] from='client.? 172.21.15.68:0/2254729191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:53 smithi165 conmon[67662]: audit 2022-01-25T23:06:53 2022-01-25T23:06:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:53 smithi165 conmon[67662]: .175468+0000 mon.smithi068 (mon.0) 391 : audit [DBG] from='client.? 172.21.15.68:0/2254729191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:54 smithi165 conmon[67662]: audit 2022-01-25T23:06:52.532752+0000 mgr.smithi068.zkksrk (mgr.14702) 534 : audit [DBG] from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:54 smithi165 conmon[67662]: cluster 2022-01-25T23:06:52.676481+0000 mgr.smithi068.zkksrk (mgr.14702) 535 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:54.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:54 smithi165 conmon[67662]: audit 2022-01-25T23:06:52.821407+0000 mgr.smithi068.zkksrk (mgr.14702) 536 : audit [DBG] from='client.34432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:54 smithi068 conmon[102841]: audit 2022-01-25T23:06:52.532752+0000 mgr.smithi068.zkksrk (mgr.14702) 534 : audit 2022-01-25T23:06:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:54 smithi068 conmon[102841]: [DBG] from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:54 smithi068 conmon[102841]: cluster 2022-01-25T23:06:52.676481+0000 mgr.smithi068.zkksrk (mgr.14702) 535 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:54 smithi068 conmon[102841]: audit 2022-01-25T23:06:52. 2022-01-25T23:06:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:54 smithi068 conmon[102841]: 821407+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:06:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:54 smithi068 conmon[102841]: 536 : audit [DBG] from='client.34432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:56 smithi165 conmon[67662]: cluster 2022-01-25T23:06:54.677343+0000 mgr.smithi068.zkksrk (mgr.14702) 537 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:56 smithi068 conmon[102841]: cluster 2022-01-25T23:06:54.677343+0000 mgr.smithi068.zkksrk (mgr.14702) 537 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:06:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:06:58 smithi068 conmon[102841]: cluster 2022-01-25T23:06:56.677900+0000 mgr.smithi068.zkksrk (mgr.14702) 538 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:06:58 smithi165 conmon[67662]: cluster 2022-01-25T23:06:56.677900+0000 mgr.smithi068.zkksrk (mgr.14702) 538 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:00 smithi165 conmon[67662]: cluster 2022-01-25T23:06:58.678633+0000 mgr.smithi068.zkksrk (mgr.14702) 539 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:00 smithi068 conmon[102841]: cluster 2022-01-25T23:06:58.678633+0000 mgr.smithi068.zkksrk (mgr.14702) 539 : cluster 2022-01-25T23:07:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:00 smithi068 conmon[102841]: [DBG] pgmap v465: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:02 smithi165 conmon[67662]: cluster 2022-01-25T23:07:00.679605+0000 mgr.smithi068.zkksrk (mgr.14702) 540 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:02 smithi165 conmon[67662]: 2022-01-25T23:07:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:02 smithi068 conmon[102841]: cluster 2022-01-25T23:07:00.679605+0000 mgr.smithi068.zkksrk (mgr.14702) 540 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:04 smithi165 conmon[67662]: cluster 2022-01-25T23:07:02.680229+0000 mgr.smithi068.zkksrk (mgr.14702) 541 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:04 smithi165 conmon[67662]: 2022-01-25T23:07:04.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:04 smithi068 conmon[102841]: cluster 2022-01-25T23:07:02.680229+0000 mgr.smithi068.zkksrk (mgr.14702) 541 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:06 smithi165 conmon[67662]: cluster 2022-01-25T23:07:04.681068+0000 mgr.smithi068.zkksrk (mgr.14702) 542 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:06 smithi165 conmon[67662]: 2022-01-25T23:07:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:06 smithi068 conmon[102841]: cluster 2022-01-25T23:07:04.681068+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:07:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:06 smithi068 conmon[102841]: ) 542 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:08 smithi068 conmon[102841]: cluster 2022-01-25T23:07:06.681894+0000 mgr.smithi068.zkksrk (mgr.14702) 543 : cluster 2022-01-25T23:07:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:08 smithi068 conmon[102841]: [DBG] pgmap v469: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:08 smithi165 conmon[67662]: cluster 2022-01-25T23:07:06.681894+0000 mgr.smithi068.zkksrk (mgr.14702) 543 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:10 smithi165 conmon[67662]: cluster 2022-01-25T23:07:08.682404+0000 mgr.smithi068.zkksrk (mgr.14702) 544 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:10 smithi165 conmon[67662]: 2022-01-25T23:07:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:10 smithi068 conmon[102841]: cluster 2022-01-25T23:07:08.682404+0000 mgr.smithi068.zkksrk (mgr.14702) 544 : cluster 2022-01-25T23:07:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:10 smithi068 conmon[102841]: [DBG] pgmap v470: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:12 smithi165 conmon[67662]: cluster 2022-01-25T23:07:10.683414+0000 mgr.smithi068.zkksrk (mgr.14702) 545 : cluster [DBG] 2022-01-25T23:07:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:12 smithi165 conmon[67662]: pgmap v471: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:12 smithi068 conmon[102841]: cluster 2022-01-25T23:07:10.683414+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:07:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:12 smithi068 conmon[102841]: 14702) 545 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:14 smithi165 conmon[67662]: cluster 2022-01-25T23:07:12.683916+0000 mgr.smithi068.zkksrk (mgr.14702) 546 : cluster [DBG] 2022-01-25T23:07:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:14 smithi165 conmon[67662]: pgmap v472: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:14 smithi068 conmon[102841]: cluster 2022-01-25T23:07:12.683916+0000 mgr.smithi068.zkksrk (mgr.14702) 546 : cluster [DBG] 2022-01-25T23:07:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:14 smithi068 conmon[102841]: pgmap v472: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:16 smithi165 conmon[67662]: cluster 2022-01-25T23:07:14.684904+0000 mgr.smithi068.zkksrk (mgr.14702) 547 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:16 smithi068 conmon[102841]: cluster 2022-01-25T23:07:14.684904+0000 mgr.smithi068.zkksrk (mgr.14702) 547 : cluster [DBG] 2022-01-25T23:07:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:16 smithi068 conmon[102841]: pgmap v473: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:17 smithi068 conmon[102841]: cluster 2022-01-25T23:07:16.685741+0000 mgr.smithi068.zkksrk (mgr.14702) 548 : 2022-01-25T23:07:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:17 smithi068 conmon[102841]: cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:17 smithi165 conmon[67662]: cluster 2022-01-25T23:07:16.685741+0000 mgr.smithi068.zkksrk (mgr.14702) 548 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:18 smithi068 conmon[102841]: audit 2022-01-25T23:07:18.205787+0000 mon.smithi068 (mon.0) 392 : audit 2022-01-25T23:07:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:07:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:18 smithi068 conmon[102841]: audit 2022-01-25T23:07:18.206097+0000 mon.smithi068 (mon.0) 393 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:07:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:18 smithi165 conmon[67662]: audit 2022-01-25T23:07:18.205787+0000 mon.smithi068 (mon.0) 392 : audit [INF] 2022-01-25T23:07:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:18 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:07:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:18 smithi165 conmon[67662]: audit 2022-01-25T23:07:18.206097+0000 mon.smithi068 (mon.0) 393 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:07:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:20 smithi165 conmon[67662]: cluster 2022-01-25T23:07:18.686303+0000 mgr.smithi068.zkksrk (mgr.14702) 549 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:20 smithi068 conmon[102841]: cluster 2022-01-25T23:07:18.686303+0000 mgr.smithi068.zkksrk (mgr.14702) 549 2022-01-25T23:07:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:22 smithi165 conmon[67662]: cluster 2022-01-25T23:07:20.687309+0000 mgr.smithi068.zkksrk (mgr.14702) 550 : cluster [DBG] 2022-01-25T23:07:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:22 smithi165 conmon[67662]: pgmap v476: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:22 smithi068 conmon[102841]: cluster 2022-01-25T23:07:20.687309+0000 mgr.smithi068.zkksrk (mgr.14702) 550 : cluster [DBG] 2022-01-25T23:07:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:22 smithi068 conmon[102841]: pgmap v476: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:23.494 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:07:23.783 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:07:23.783 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (21m) 3m ago 22m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:07:23.783 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (14m) 3m ago 22m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:07:23.783 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (14m) 3m ago 21m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:07:23.784 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (20m) 3m ago 21m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:07:23.784 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (17m) 3m ago 17m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:07:23.784 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (17m) 3m ago 17m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:07:23.784 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (15m) 3m ago 23m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:07:23.785 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (14m) 3m ago 21m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:07:23.785 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (14m) 3m ago 23m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:07:23.785 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (14m) 3m ago 21m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:07:23.785 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (15m) 3m ago 15m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:07:23.786 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (15m) 3m ago 15m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:07:23.786 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (21m) 3m ago 21m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:07:23.786 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (21m) 3m ago 21m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:07:23.786 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (5m) 3m ago 21m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:07:23.786 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (20m) 3m ago 20m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:07:23.787 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (20m) 3m ago 20m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:07:23.787 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (20m) 3m ago 20m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:07:23.787 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (19m) 3m ago 19m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:07:23.788 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (19m) 3m ago 19m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:07:23.788 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (19m) 3m ago 19m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:07:23.788 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (19m) 3m ago 19m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:07:23.788 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (20m) 3m ago 21m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:07:24.125 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:07:24.125 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:07:24.126 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:24.126 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:24.126 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:07:24.126 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:24.127 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:24.127 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:07:24.127 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:07:24.127 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:07:24.128 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:24.128 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:07:24.128 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:07:24.128 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:24.129 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:07:24.129 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:07:24.129 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:07:24.129 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:07:24.129 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:07:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:24 smithi165 conmon[67662]: cluster 2022-01-25T23:07:22.687829+0000 mgr.smithi068.zkksrk (mgr.14702) 551 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:24 smithi165 conmon[67662]: 2022-01-25T23:07:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:24 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:07:24.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:24 smithi068 conmon[102841]: 25T23:07:22.687829+0000 mgr.smithi068.zkksrk (mgr.14702) 551 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:25 smithi165 conmon[67662]: audit 2022-01-25T23:07:23.483108+0000 mgr.smithi068.zkksrk (mgr.14702) 552 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:25.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:25 smithi165 conmon[67662]: audit 2022-01-25T23:07:23.768771+0000 mgr.smithi068.zkksrk (mgr.14702) 553 : audit [DBG] from='client.34444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:25.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:25 smithi165 conmon[67662]: audit 2022-01-25T23:07:24.125974+0000 mon.smithi068 (mon.0) 394 : audit [DBG] from='client.? 172.21.15.68:0/3737424415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:25 smithi068 conmon[102841]: audit 2022-01-25T23:07:23.483108+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:07:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:25 smithi068 conmon[102841]: ) 552 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:25 smithi068 conmon[102841]: audit 2022-01-25T23:07:23.768771+0000 mgr.smithi068.zkksrk (mgr.14702) 553 : audit [DBG] from='client.34444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:25 smithi068 conmon[102841]: audit 2022-01-25T23:07:24.125974+0000 mon.smithi068 (mon.0) 394 : 2022-01-25T23:07:25.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:25 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/3737424415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:26 smithi165 conmon[67662]: cluster 2022-01-25T23:07:24.688797+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:07:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:26 smithi165 conmon[67662]: 554 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:26 smithi068 conmon[102841]: cluster 2022-01-25T23:07:24.688797+0000 mgr.smithi068.zkksrk (mgr.14702) 554 2022-01-25T23:07:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:28 smithi165 conmon[67662]: cluster 2022-01-25T23:07:26.689644+0000 mgr.smithi068.zkksrk (mgr.14702) 555 : cluster [DBG] 2022-01-25T23:07:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:28 smithi165 conmon[67662]: pgmap v479: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:28 smithi068 conmon[102841]: cluster 2022-01-25T23:07:26.689644+0000 mgr.smithi068.zkksrk (mgr.14702) 555 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:30 smithi165 conmon[67662]: cluster 2022-01-25T23:07:28.690308+0000 mgr.smithi068.zkksrk (mgr.14702) 556 : cluster [DBG] 2022-01-25T23:07:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:30 smithi165 conmon[67662]: pgmap v480: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:30 smithi068 conmon[102841]: cluster 2022-01-25T23:07:28.690308+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:07:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:30 smithi068 conmon[102841]: 14702) 556 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:32 smithi165 conmon[67662]: cluster 2022-01-25T23:07:30.691216+0000 mgr.smithi068.zkksrk (mgr.14702) 557 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:32 smithi068 conmon[102841]: cluster 2022-01-25T23:07:30.691216+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:07:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:32 smithi068 conmon[102841]: .14702) 557 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:34 smithi165 conmon[67662]: cluster 2022-01-25T23:07:32.691814+0000 mgr.smithi068.zkksrk (mgr.14702) 558 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:34 smithi165 conmon[67662]: audit 2022-01-25T23:07:33.702156+0000 mon.smithi068 (mon.0) 395 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:07:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:34 smithi165 conmon[67662]: audit 2022-01-25T23:07:33.703696+0000 mon.smithi068 (mon.0) 396 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:07:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:34 smithi165 conmon[67662]: audit 2022-01-25T23:07:33.704670+0000 mon.smithi068 (mon.0) 397 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:07:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: cluster 2022-01-25T23:07:32.691814+0000 mgr.smithi068.zkksrk 2022-01-25T23:07:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: (mgr.14702) 558 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: audit 2022-01-25T23:07:33.702156+0000 mon.smithi068 (mon.0) 395 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:07:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:07:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: T23:07:33.703696+0000 mon.smithi068 (mon.0) 396 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:07:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:07:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:34 smithi068 conmon[102841]: 07:33.704670+0000 mon.smithi068 (mon.0) 397 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:07:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:35 smithi165 conmon[67662]: cephadm 2022-01-25T23:07:33.705530+0000 mgr.smithi068.zkksrk (mgr.14702) 559 : cephadm [WRN] 2022-01-25T23:07:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:35 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:07:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:35 smithi165 conmon[67662]: audit 2022-01-25T23:07:34.118118+0000 mon.smithi068 (mon.0) 398 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:07:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:35 smithi165 conmon[67662]: audit 2022-01-25T23:07:34.123447+0000 2022-01-25T23:07:35.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:35 smithi165 conmon[67662]: mon.smithi068 (mon.0) 399 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:07:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:35 smithi068 conmon[102841]: cephadm 2022-01-25T23:07:33.705530+0000 mgr.smithi068.zkksrk (mgr.14702) 559 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:07:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:35 smithi068 conmon[102841]: audit 2022-01-25T23:07:34.118118+0000 mon.smithi068 (mon.0) 398 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:07:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:35 smithi068 conmon[102841]: audit 2022-01-25T23:07:34.123447+0000 mon.smithi068 (mon.0) 399 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:07:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:35 smithi068 conmon[102841]: 2022-01-25T23:07:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:36 smithi165 conmon[67662]: cluster 2022-01-25T23:07:34.692536+0000 mgr.smithi068.zkksrk (mgr.14702) 560 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:36.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:36 smithi165 conmon[67662]: 2022-01-25T23:07:36.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:36 smithi068 conmon[102841]: cluster 2022-01-25T23:07:34.692536+0000 mgr.smithi068.zkksrk (mgr.14702) 560 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:38 smithi165 conmon[67662]: cluster 2022-01-25T23:07:36.693224+0000 mgr.smithi068.zkksrk (mgr.14702) 561 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:38 smithi068 conmon[102841]: cluster 2022-01-25T23:07:36.693224+0000 mgr.smithi068.zkksrk (mgr.14702) 561 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:40 smithi165 conmon[67662]: cluster 2022-01-25T23:07:38.693792+0000 mgr.smithi068.zkksrk (mgr.14702) 562 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:40 smithi068 conmon[102841]: cluster 2022-01-25T23:07:38.693792+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:07:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:40 smithi068 conmon[102841]: .14702) 562 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:42 smithi165 conmon[67662]: cluster 2022-01-25T23:07:40.694924+0000 mgr.smithi068.zkksrk (mgr.14702) 563 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:42 smithi068 conmon[102841]: cluster 2022-01-25T23:07:40.694924+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:07:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:42 smithi068 conmon[102841]: 563 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:44 smithi165 conmon[67662]: cluster 2022-01-25T23:07:42.695635+0000 mgr.smithi068.zkksrk (mgr.14702) 564 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:44 smithi068 conmon[102841]: cluster 2022-01-25T23:07:42.695635+0000 mgr.smithi068.zkksrk (mgr.14702) 564 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:46 smithi165 conmon[67662]: cluster 2022-01-25T23:07:44.696451+0000 mgr.smithi068.zkksrk (mgr.14702) 565 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:46 smithi165 conmon[67662]: 2022-01-25T23:07:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:46 smithi068 conmon[102841]: cluster 2022-01-25T23:07:44.696451+0000 mgr.smithi068.zkksrk (mgr.14702) 565 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:48 smithi165 conmon[67662]: cluster 2022-01-25T23:07:46.697123+0000 mgr.smithi068.zkksrk (mgr.14702) 566 : cluster [DBG] 2022-01-25T23:07:48.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:48 smithi165 conmon[67662]: pgmap v489: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:48 smithi068 conmon[102841]: cluster 2022-01-25T23:07:46.697123+0000 mgr.smithi068.zkksrk (mgr.14702) 566 : 2022-01-25T23:07:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:48 smithi068 conmon[102841]: cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:50 smithi165 conmon[67662]: cluster 2022-01-25T23:07:48.697732+0000 mgr.smithi068.zkksrk (mgr.14702) 567 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:50 smithi068 conmon[102841]: cluster 2022-01-25T23:07:48.697732+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:07:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:50 smithi068 conmon[102841]: 567 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:52 smithi165 conmon[67662]: cluster 2022-01-25T23:07:50.698666+0000 mgr.smithi068.zkksrk (mgr.14702) 568 : cluster 2022-01-25T23:07:52.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:52 smithi165 conmon[67662]: [DBG] pgmap v491: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:52 smithi068 conmon[102841]: cluster 2022-01-25T23:07:50.698666+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:07:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:52 smithi068 conmon[102841]: 568 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:54 smithi165 conmon[67662]: cluster 2022-01-25T23:07:52.699211+0000 mgr.smithi068.zkksrk (mgr.14702) 569 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:54 smithi165 conmon[67662]: 2022-01-25T23:07:54.446 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:07:54.446 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:54 smithi068 conmon[102841]: cluster 2022-01-25T23:07:52.699211+0000 mgr.smithi068.zkksrk (mgr.14702) 569 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:54.732 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:07:54.733 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (21m) 4m ago 22m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:07:54.733 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (14m) 4m ago 22m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:07:54.733 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (14m) 4m ago 22m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:07:54.734 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (21m) 4m ago 22m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:07:54.734 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (18m) 4m ago 18m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:07:54.734 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (18m) 4m ago 18m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:07:54.734 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (15m) 4m ago 23m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:07:54.734 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (15m) 4m ago 22m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:07:54.735 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (15m) 4m ago 24m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:07:54.735 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (15m) 4m ago 22m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:07:54.735 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (16m) 4m ago 16m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:07:54.735 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (15m) 4m ago 15m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:07:54.736 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (22m) 4m ago 22m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:07:54.736 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (21m) 4m ago 21m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:07:54.736 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (6m) 4m ago 21m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:07:54.736 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (21m) 4m ago 21m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:07:54.737 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (21m) 4m ago 20m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:07:54.737 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (20m) 4m ago 20m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:07:54.737 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (20m) 4m ago 20m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:07:54.737 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (20m) 4m ago 20m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:07:54.738 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (19m) 4m ago 19m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:07:54.738 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (19m) 4m ago 19m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:07:54.738 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (21m) 4m ago 22m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:07:55.080 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:07:55.081 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:07:55.081 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:55.081 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:55.081 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:07:55.082 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:55.082 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:55.082 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:07:55.082 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:07:55.083 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:07:55.083 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:55.083 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:07:55.083 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:07:55.083 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:07:55.084 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:07:55.084 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:07:55.084 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:07:55.084 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:07:55.085 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:07:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:55 smithi165 conmon[67662]: audit 2022-01-25T23:07:55.080986+0000 mon.smithi068 (mon.0) 400 : audit 2022-01-25T23:07:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:55 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/2371684272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:55 smithi068 conmon[102841]: audit 2022-01-25T23:07:55.080986+0000 mon.smithi068 (mon.0) 400 : audit [DBG] from='client.? 172.21.15.68:0/2371684272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:56 smithi165 conmon[67662]: audit 2022-01-25T23:07:54.434458+0000 mgr.smithi068.zkksrk (mgr.14702) 570 : audit [DBG] 2022-01-25T23:07:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:56 smithi165 conmon[67662]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:56 smithi165 conmon[67662]: cluster 2022-01-25T23:07:54.699919+0000 mgr.smithi068.zkksrk (mgr.14702) 571 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:56 smithi165 conmon[67662]: audit 2022-01-25T23:07:54.718706+0000 mgr.smithi068.zkksrk (mgr.14702) 572 : audit [DBG] 2022-01-25T23:07:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:56 smithi165 conmon[67662]: from='client.34456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:56 smithi068 conmon[102841]: audit 2022-01-25T23:07:54.434458+0000 mgr.smithi068.zkksrk (mgr.14702) 570 : audit [DBG] from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:56 smithi068 conmon[102841]: cluster 2022-01-25T23:07:54.699919+0000 mgr.smithi068.zkksrk (mgr.14702) 571 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:07:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:56 smithi068 conmon[102841]: audit 2022-01-25T23:07 2022-01-25T23:07:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:56 smithi068 conmon[102841]: :54.718706+0000 mgr.smithi068.zkksrk (mgr.14702) 572 : audit [DBG] from='client.34456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:58 smithi165 conmon[67662]: cluster 2022-01-25T23:07:56.700681+0000 mgr.smithi068.zkksrk (mgr.14702) 573 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:07:58 smithi165 conmon[67662]: 2022-01-25T23:07:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:07:58 smithi068 conmon[102841]: cluster 2022-01-25T23:07:56.700681+0000 mgr.smithi068.zkksrk (mgr.14702) 573 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:00 smithi165 conmon[67662]: cluster 2022-01-25T23:07:58.701218+0000 mgr.smithi068.zkksrk (mgr.14702) 574 : cluster 2022-01-25T23:08:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:00 smithi165 conmon[67662]: [DBG] pgmap v495: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:00 smithi068 conmon[102841]: cluster 2022-01-25T23:07:58.701218+0000 mgr.smithi068.zkksrk (mgr.14702) 574 : cluster 2022-01-25T23:08:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:00 smithi068 conmon[102841]: [DBG] pgmap v495: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:02 smithi165 conmon[67662]: cluster 2022-01-25T23:08:00.702153+0000 mgr.smithi068.zkksrk (mgr.14702) 575 : cluster [DBG] 2022-01-25T23:08:02.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:02 smithi165 conmon[67662]: pgmap v496: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:02 smithi068 conmon[102841]: cluster 2022-01-25T23:08:00.702153+0000 mgr.smithi068.zkksrk (mgr.14702) 575 : cluster [DBG] 2022-01-25T23:08:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:02 smithi068 conmon[102841]: pgmap v496: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:04 smithi165 conmon[67662]: cluster 2022-01-25T23:08:02.702701+0000 mgr.smithi068.zkksrk (mgr.14702) 576 : cluster 2022-01-25T23:08:04.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:04 smithi165 conmon[67662]: [DBG] pgmap v497: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:04 smithi068 conmon[102841]: cluster 2022-01-25T23:08:02.702701+0000 mgr.smithi068.zkksrk (mgr.14702) 576 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:06 smithi165 conmon[67662]: cluster 2022-01-25T23:08:04.703613+0000 mgr.smithi068.zkksrk (mgr.14702) 577 : cluster [DBG] 2022-01-25T23:08:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:06 smithi165 conmon[67662]: pgmap v498: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:06 smithi068 conmon[102841]: cluster 2022-01-25T23:08:04.703613+0000 mgr.smithi068.zkksrk (mgr.14702) 577 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:08 smithi165 conmon[67662]: cluster 2022-01-25T23:08:06.704249+0000 mgr.smithi068.zkksrk (mgr.14702) 578 : cluster 2022-01-25T23:08:08.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:08 smithi165 conmon[67662]: [DBG] pgmap v499: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:08 smithi068 conmon[102841]: cluster 2022-01-25T23:08:06.704249+0000 mgr.smithi068.zkksrk (mgr.14702) 578 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:08 smithi068 conmon[102841]: 2022-01-25T23:08:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:10 smithi165 conmon[67662]: cluster 2022-01-25T23:08:08.704975+0000 mgr.smithi068.zkksrk (mgr.14702) 579 : cluster [DBG] 2022-01-25T23:08:10.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:10 smithi165 conmon[67662]: pgmap v500: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:10 smithi068 conmon[102841]: cluster 2022-01-25T23:08:08.704975+0000 mgr.smithi068.zkksrk (mgr.14702) 579 : cluster 2022-01-25T23:08:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:10 smithi068 conmon[102841]: [DBG] pgmap v500: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:12 smithi068 conmon[102841]: cluster 2022-01-25T23:08:10.705898+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:08:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:12 smithi068 conmon[102841]: ) 580 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:12 smithi165 conmon[67662]: cluster 2022-01-25T23:08:10.705898+0000 mgr.smithi068.zkksrk (mgr.14702) 580 : cluster [DBG] 2022-01-25T23:08:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:12 smithi165 conmon[67662]: pgmap v501: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:14 smithi068 conmon[102841]: cluster 2022-01-25T23:08:12.706606+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:08:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:14 smithi068 conmon[102841]: 581 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:14 smithi165 conmon[67662]: cluster 2022-01-25T23:08:12.706606+0000 mgr.smithi068.zkksrk (mgr.14702) 581 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:16 smithi068 conmon[102841]: cluster 2022-01-25T23:08:14.707634+0000 mgr.smithi068.zkksrk (mgr.14702) 582 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:16 smithi165 conmon[67662]: cluster 2022-01-25T23:08:14.707634+0000 mgr.smithi068.zkksrk (mgr.14702) 582 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:18 smithi068 conmon[102841]: cluster 2022-01-25T23:08:16.708308+0000 mgr.smithi068.zkksrk (mgr.14702) 583 : 2022-01-25T23:08:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:18 smithi068 conmon[102841]: cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:18 smithi165 conmon[67662]: cluster 2022-01-25T23:08:16.708308+0000 mgr.smithi068.zkksrk (mgr.14702) 583 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:19 smithi068 conmon[102841]: audit 2022-01-25T23:08:18.211003+0000 mon.smithi068 (mon.0) 401 : audit 2022-01-25T23:08:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:19 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:08:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:19 smithi068 conmon[102841]: audit 2022-01-25T23:08:18.211346+0000 mon.smithi068 (mon.0) 402 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:08:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:19 smithi165 conmon[67662]: audit 2022-01-25T23:08:18.211003+0000 mon.smithi068 (mon.0) 401 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:08:19.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:19 smithi165 conmon[67662]: audit 2022-01-25T23:08:18.211346+0000 mon.smithi068 (mon.0) 402 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:08:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:20 smithi068 conmon[102841]: cluster 2022-01-25T23:08:18.708811+0000 mgr.smithi068.zkksrk 2022-01-25T23:08:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:20 smithi068 conmon[102841]: (mgr.14702) 584 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:20 smithi165 conmon[67662]: cluster 2022-01-25T23:08:18.708811+0000 mgr.smithi068.zkksrk (mgr.14702) 584 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:22 smithi068 conmon[102841]: cluster 2022-01-25T23:08:20.709916+0000 mgr.smithi068.zkksrk 2022-01-25T23:08:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:22 smithi068 conmon[102841]: (mgr.14702) 585 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:22 smithi165 conmon[67662]: cluster 2022-01-25T23:08:20.709916+0000 mgr.smithi068.zkksrk (mgr.14702) 585 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:24 smithi068 conmon[102841]: cluster 2022-01-25T23:08:22.710543+0000 mgr.smithi068.zkksrk (mgr.14702) 586 : 2022-01-25T23:08:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:24 smithi068 conmon[102841]: cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:24 smithi165 conmon[67662]: cluster 2022-01-25T23:08:22.710543+0000 mgr.smithi068.zkksrk (mgr.14702) 586 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:25.401 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:08:25.690 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:08:25.691 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (22m) 4m ago 23m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:08:25.691 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (15m) 4m ago 23m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:08:25.691 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (15m) 4m ago 22m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:08:25.691 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (22m) 4m ago 23m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:08:25.692 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (18m) 4m ago 18m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:08:25.692 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (18m) 4m ago 18m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:08:25.692 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (16m) 4m ago 24m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:08:25.692 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (15m) 4m ago 22m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:08:25.693 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (15m) 4m ago 24m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:08:25.693 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (15m) 4m ago 22m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:08:25.693 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (16m) 4m ago 16m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:08:25.693 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (16m) 4m ago 16m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:08:25.693 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (22m) 4m ago 22m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:08:25.694 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (22m) 4m ago 22m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:08:25.694 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (6m) 4m ago 22m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:08:25.694 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (21m) 4m ago 21m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:08:25.694 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (21m) 4m ago 21m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:08:25.695 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (21m) 4m ago 21m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:08:25.695 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (20m) 4m ago 20m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:08:25.695 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (20m) 4m ago 20m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:08:25.695 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (20m) 4m ago 20m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:08:25.696 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (20m) 4m ago 20m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:08:25.696 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (21m) 4m ago 22m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:08:26.027 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:08:26.027 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:08:26.027 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:26.028 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:26.028 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:08:26.028 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:26.028 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:26.029 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:08:26.029 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:08:26.029 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:08:26.029 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:26.030 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:08:26.030 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:08:26.030 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:26.030 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:08:26.031 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:08:26.031 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:08:26.031 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:08:26.031 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:08:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: cluster 2022-01-25T23:08:24.711469+0000 2022-01-25T23:08:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 587 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: audit 2022-01-25T23:08:25.390137+0000 mgr.smithi068.zkksrk 2022-01-25T23:08:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: (mgr.14702) 588 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: audit 2022 2022-01-25T23:08:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: -01-25T23:08:26. 2022-01-25T23:08:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: 027507+0000 mon.smithi068 (mon.0 2022-01-25T23:08:26.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: ) 403 : audit [DBG] from='client.? 172.21.15.68:0/4097871468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:26.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:26 smithi068 conmon[102841]: 2022-01-25T23:08:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:26 smithi165 conmon[67662]: cluster 2022-01-25T23:08:24.711469+0000 mgr.smithi068.zkksrk (mgr.14702) 587 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:26 smithi165 conmon[67662]: audit 2022-01-25T23:08:25.390137+0000 mgr.smithi068.zkksrk (mgr.14702) 588 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:26 smithi165 conmon[67662]: audit 2022-01-25T23:08:26.027507+0000 mon.smithi068 (mon.0) 403 : audit [DBG] from='client.? 172.21.15.68:0/4097871468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:27 smithi068 conmon[102841]: audit 2022-01-25T23:08:25.676376+0000 mgr.smithi068.zkksrk (mgr.14702) 589 : audit [DBG] from='client.34468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:27 smithi165 conmon[67662]: audit 2022-01-25T23:08:25.676376+0000 mgr.smithi068.zkksrk (mgr.14702) 589 : audit [DBG] from='client.34468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:28 smithi068 conmon[102841]: cluster 2022-01-25T23:08:26.712295+0000 mgr.smithi068.zkksrk (mgr.14702) 590 : cluster 2022-01-25T23:08:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:28 smithi068 conmon[102841]: [DBG] pgmap v509: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:28 smithi165 conmon[67662]: cluster 2022-01-25T23:08:26.712295+0000 mgr.smithi068.zkksrk (mgr.14702) 590 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:30 smithi068 conmon[102841]: cluster 2022-01-25T23:08:28.713013+0000 mgr.smithi068.zkksrk (mgr.14702) 591 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:30 smithi068 conmon[102841]: 2022-01-25T23:08:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:30 smithi165 conmon[67662]: cluster 2022-01-25T23:08:28.713013+0000 mgr.smithi068.zkksrk (mgr.14702) 591 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:32 smithi068 conmon[102841]: cluster 2022-01-25T23:08:30.714193+0000 mgr.smithi068.zkksrk (mgr.14702) 592 : 2022-01-25T23:08:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:32 smithi068 conmon[102841]: cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:32 smithi165 conmon[67662]: cluster 2022-01-25T23:08:30.714193+0000 mgr.smithi068.zkksrk (mgr.14702) 592 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:34 smithi068 conmon[102841]: cluster 2022-01-25T23:08:32.714869+0000 mgr.smithi068.zkksrk (mgr.14702) 593 : cluster 2022-01-25T23:08:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:34 smithi068 conmon[102841]: [DBG] pgmap v512: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:34 smithi068 conmon[102841]: audit 2022-01-25T23:08:34.126496+0000 mon.smithi068 (mon.0) 404 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:08:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:34 smithi068 conmon[102841]: audit 2022-01-25T23:08:34.127990+0000 mon.smithi068 (mon.0) 405 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:08:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:34 smithi068 conmon[102841]: audit 2022-01-25T23:08:34.128934+0000 mon.smithi068 (mon.0) 406 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:08:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: cluster 2022-01-25T23:08:32.714869+0000 mgr.smithi068.zkksrk (mgr.14702) 593 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: audit 2022-01-25T23:08 2022-01-25T23:08:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: :34.126496+0000 mon.smithi068 (mon.0) 404 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:08:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: audit 2022-01-25T23:08:34.127990+0000 mon.smithi068 (mon.0) 405 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:08:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:08:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: 01-25T23:08:34.128934+0000 mon.smithi068 (mon.0) 406 : audit 2022-01-25T23:08:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:34 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:08:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: cephadm 2022-01-25T23:08:34.129770+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:08:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: 594 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:08:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: audit 2022-01-25T23:08:34.542533+0000 mon.smithi068 (mon.0) 407 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:08:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:08:35.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: 01-25T23:08:34. 2022-01-25T23:08:35.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: 547794+0000 mon.smithi068 (mon.0) 2022-01-25T23:08:35.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:35 smithi068 conmon[102841]: 408 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:08:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:35 smithi165 conmon[67662]: cephadm 2022-01-25T23:08:34.129770+0000 mgr.smithi068.zkksrk (mgr.14702) 594 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:08:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:35 smithi165 conmon[67662]: audit 2022-01-25T23:08:34.542533+0000 mon.smithi068 (mon.0) 407 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:08:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:35 smithi165 conmon[67662]: audit 2022-01-25T23:08:34.547794+0000 mon.smithi068 (mon.0) 408 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:08:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:35 smithi165 conmon[67662]: 2022-01-25T23:08:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:36 smithi068 conmon[102841]: cluster 2022-01-25T23:08:34.715715+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:08:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:36 smithi068 conmon[102841]: mgr.14702) 595 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:36 smithi165 conmon[67662]: cluster 2022-01-25T23:08:34.715715+0000 mgr.smithi068.zkksrk (mgr.14702) 595 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:38 smithi068 conmon[102841]: cluster 2022-01-25T23:08:36.716500+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:08:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:38 smithi068 conmon[102841]: 14702) 596 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:38 smithi165 conmon[67662]: cluster 2022-01-25T23:08:36.716500+0000 mgr.smithi068.zkksrk (mgr.14702) 596 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:40 smithi068 conmon[102841]: cluster 2022-01-25T23:08:38.717100+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:08:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:40 smithi068 conmon[102841]: ) 597 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:40 smithi165 conmon[67662]: cluster 2022-01-25T23:08:38.717100+0000 mgr.smithi068.zkksrk (mgr.14702) 597 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:42 smithi068 conmon[102841]: cluster 2022-01-25T23:08:40.718106+0000 mgr.smithi068.zkksrk (mgr.14702) 598 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:42 smithi165 conmon[67662]: cluster 2022-01-25T23:08:40.718106+0000 mgr.smithi068.zkksrk (mgr.14702) 598 : cluster [DBG] 2022-01-25T23:08:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:42 smithi165 conmon[67662]: pgmap v516: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:44 smithi068 conmon[102841]: cluster 2022-01-25T23:08:42.718660+0000 mgr.smithi068.zkksrk (mgr.14702) 599 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:44 smithi165 conmon[67662]: cluster 2022-01-25T23:08:42.718660+0000 mgr.smithi068.zkksrk (mgr.14702) 599 : cluster [DBG] 2022-01-25T23:08:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:44 smithi165 conmon[67662]: pgmap v517: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:46 smithi068 conmon[102841]: cluster 2022-01-25T23:08:44.719599+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:08:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:46 smithi068 conmon[102841]: .14702) 600 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:46 smithi165 conmon[67662]: cluster 2022-01-25T23:08:44.719599+0000 mgr.smithi068.zkksrk (mgr.14702) 600 : cluster [DBG] 2022-01-25T23:08:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:46 smithi165 conmon[67662]: pgmap v518: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:48 smithi068 conmon[102841]: cluster 2022-01-25T23:08:46.720322+0000 mgr.smithi068.zkksrk (mgr.14702) 601 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:48 smithi165 conmon[67662]: cluster 2022-01-25T23:08:46.720322+0000 mgr.smithi068.zkksrk (mgr.14702) 601 : cluster 2022-01-25T23:08:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:48 smithi165 conmon[67662]: [DBG] pgmap v519: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:50 smithi068 conmon[102841]: cluster 2022-01-25T23:08:48.721004+0000 mgr.smithi068.zkksrk (mgr.14702) 602 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:50 smithi165 conmon[67662]: cluster 2022-01-25T23:08:48.721004+0000 mgr.smithi068.zkksrk (mgr.14702) 602 : cluster [DBG] 2022-01-25T23:08:50.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:50 smithi165 conmon[67662]: pgmap v520: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:52 smithi068 conmon[102841]: cluster 2022-01-25T23:08:50.721971+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:08:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:52 smithi068 conmon[102841]: 603 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:52 smithi165 conmon[67662]: cluster 2022-01-25T23:08:50.721971+0000 mgr.smithi068.zkksrk (mgr.14702) 603 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:54 smithi068 conmon[102841]: cluster 2022-01-25T23:08:52.722581+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:08:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:54 smithi068 conmon[102841]: 604 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:54 smithi165 conmon[67662]: cluster 2022-01-25T23:08:52.722581+0000 mgr.smithi068.zkksrk (mgr.14702) 604 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:56.347 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:08:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:56 smithi068 conmon[102841]: cluster 2022-01-25T23:08:54.723664+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:08:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:56 smithi068 conmon[102841]: ) 605 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:56.634 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:08:56.635 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (22m) 5m ago 23m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:08:56.635 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (15m) 5m ago 23m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:08:56.635 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (15m) 5m ago 23m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:08:56.636 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (22m) 5m ago 23m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:08:56.636 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (19m) 5m ago 19m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:08:56.636 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (19m) 5m ago 19m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:08:56.636 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (16m) 5m ago 24m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:08:56.637 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (16m) 5m ago 23m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:08:56.637 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (16m) 5m ago 25m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:08:56.637 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (16m) 5m ago 23m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:08:56.637 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (17m) 5m ago 17m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:08:56.637 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (16m) 5m ago 16m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:08:56.638 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (23m) 5m ago 23m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:08:56.638 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (22m) 5m ago 22m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:08:56.638 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (7m) 5m ago 22m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:08:56.638 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (22m) 5m ago 22m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:08:56.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (22m) 5m ago 22m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:08:56.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (21m) 5m ago 21m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:08:56.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (21m) 5m ago 21m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:08:56.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (21m) 5m ago 21m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:08:56.640 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (20m) 5m ago 20m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:08:56.640 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (20m) 5m ago 20m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:08:56.640 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (22m) 5m ago 23m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:08:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:56 smithi165 conmon[67662]: cluster 2022-01-25T23:08:54.723664+0000 mgr.smithi068.zkksrk (mgr.14702) 605 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:08:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:56 smithi165 conmon[67662]: 2022-01-25T23:08:56.975 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:08:56.975 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:08:56.975 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:56.975 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:56.976 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:08:56.976 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:56.976 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:56.976 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:08:56.977 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:08:56.977 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:08:56.977 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:56.977 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:08:56.978 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:08:56.978 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:08:56.978 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:08:56.978 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:08:56.978 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:08:56.979 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:08:56.979 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:08:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:57 smithi068 conmon[102841]: audit 2022-01-25T23:08:56. 2022-01-25T23:08:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:57 smithi068 conmon[102841]: 335529+0000 mgr.smithi068.zkksrk (mgr.14702) 606 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:57.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:57 smithi068 conmon[102841]: audit 2022-01-25T23:08: 2022-01-25T23:08:57.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:57 smithi068 conmon[102841]: 56.975418+0000 mon.smithi068 (mon.0) 409 : audit [DBG] 2022-01-25T23:08:57.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:57 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1587675868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:57 smithi165 conmon[67662]: audit 2022-01-25T23:08:56.335529+0000 mgr.smithi068.zkksrk (mgr.14702) 606 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:57.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:57 smithi165 conmon[67662]: 2022-01-25T23:08:57.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:57 smithi165 conmon[67662]: audit 2022-01-25T23:08:56.975418+0000 mon.smithi068 (mon.0) 409 : audit [DBG] from='client.? 172.21.15.68:0/1587675868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:58 smithi068 conmon[102841]: audit 2022-01-25T23:08:56.620321+0000 mgr.smithi068.zkksrk (mgr.14702) 607 : 2022-01-25T23:08:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:58 smithi068 conmon[102841]: audit [DBG] from='client.34480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:08:58 smithi068 conmon[102841]: cluster 2022-01-25T23:08:56.724168+0000 mgr.smithi068.zkksrk (mgr.14702) 608 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:58 smithi165 conmon[67662]: audit 2022-01-25T23:08:56.620321+0000 mgr.smithi068.zkksrk (mgr.14702) 607 : audit [DBG] from='client.34480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:08:58 smithi165 conmon[67662]: cluster 2022-01-25T23:08:56.724168+0000 mgr.smithi068.zkksrk (mgr.14702) 608 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:00 smithi068 conmon[102841]: cluster 2022-01-25T23:08:58.724719+0000 mgr.smithi068.zkksrk (mgr.14702) 609 : cluster 2022-01-25T23:09:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:00 smithi068 conmon[102841]: [DBG] pgmap v525: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:00 smithi165 conmon[67662]: cluster 2022-01-25T23:08:58.724719+0000 mgr.smithi068.zkksrk (mgr.14702) 609 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:02 smithi068 conmon[102841]: cluster 2022-01-25T23:09:00.725658+0000 mgr.smithi068.zkksrk (mgr.14702) 610 : 2022-01-25T23:09:02.705 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:02 smithi068 conmon[102841]: cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:02.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:02 smithi165 conmon[67662]: cluster 2022-01-25T23:09:00.725658+0000 mgr.smithi068.zkksrk (mgr.14702) 610 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:04 smithi068 conmon[102841]: cluster 2022-01-25T23:09:02.726283+0000 mgr.smithi068.zkksrk (mgr.14702) 611 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:04 smithi068 conmon[102841]: 2022-01-25T23:09:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:04 smithi165 conmon[67662]: cluster 2022-01-25T23:09:02.726283+0000 mgr.smithi068.zkksrk (mgr.14702) 611 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:06 smithi068 conmon[102841]: cluster 2022-01-25T23:09:04.727334+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:09:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:06 smithi068 conmon[102841]: 612 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:06 smithi165 conmon[67662]: cluster 2022-01-25T23:09:04.727334+0000 mgr.smithi068.zkksrk (mgr.14702) 612 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:08 smithi068 conmon[102841]: cluster 2022-01-25T23:09:06.728092+0000 mgr.smithi068.zkksrk (mgr.14702) 613 2022-01-25T23:09:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:08 smithi068 conmon[102841]: : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:08 smithi165 conmon[67662]: cluster 2022-01-25T23:09:06.728092+0000 mgr.smithi068.zkksrk (mgr.14702) 613 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:10 smithi165 conmon[67662]: cluster 2022-01-25T23:09:08.728700+0000 mgr.smithi068.zkksrk (mgr.14702) 614 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:10 smithi068 conmon[102841]: cluster 2022-01-25T23:09:08.728700+0000 mgr.smithi068.zkksrk (mgr.14702) 614 : cluster 2022-01-25T23:09:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:10 smithi068 conmon[102841]: [DBG] pgmap v530: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:12 smithi165 conmon[67662]: cluster 2022-01-25T23:09:10.729781+0000 mgr.smithi068.zkksrk (mgr.14702) 615 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:12.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:12 smithi068 conmon[102841]: cluster 2022-01-25T23:09:10.729781+0000 mgr.smithi068.zkksrk (mgr.14702) 615 : cluster 2022-01-25T23:09:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:12 smithi068 conmon[102841]: [DBG] pgmap v531: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:14 smithi165 conmon[67662]: cluster 2022-01-25T23:09:12.730456+0000 mgr.smithi068.zkksrk (mgr.14702) 616 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:14 smithi068 conmon[102841]: cluster 2022-01-25T23:09:12.730456+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:09:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:14 smithi068 conmon[102841]: 616 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:16 smithi165 conmon[67662]: cluster 2022-01-25T23:09:14.731554+0000 mgr.smithi068.zkksrk (mgr.14702) 617 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:16 smithi068 conmon[102841]: cluster 2022-01-25T23:09:14.731554+0000 mgr.smithi068.zkksrk (mgr.14702) 617 2022-01-25T23:09:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: cluster 2022-01-25T23:09:16.732237+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:09:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: 618 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: audit 2022-01-25T23:09:18.215183+0000 mon.smithi068 (mon.0) 410 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:09:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: 2022-01-25T23:09:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:09:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: :09:18.215453+0000 mon.smithi068 (mon.0) 411 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:09:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:18 smithi068 conmon[102841]: 2022-01-25T23:09:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:18 smithi165 conmon[67662]: cluster 2022-01-25T23:09:16.732237+0000 mgr.smithi068.zkksrk (mgr.14702) 618 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:18 smithi165 conmon[67662]: audit 2022-01-25T23:09:18.215183+0000 mon.smithi068 (mon.0) 410 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:09:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:18 smithi165 conmon[67662]: audit 2022-01-25T23:09:18.215453+0000 mon.smithi068 (mon.0) 411 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:09:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:20 smithi165 conmon[67662]: cluster 2022-01-25T23:09:18.732829+0000 mgr.smithi068.zkksrk (mgr.14702) 619 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:20 smithi165 conmon[67662]: 2022-01-25T23:09:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:20 smithi068 conmon[102841]: cluster 2022-01-25T23:09:18.732829+0000 mgr.smithi068.zkksrk (mgr.14702) 619 2022-01-25T23:09:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:22 smithi165 conmon[67662]: cluster 2022-01-25T23:09:20.733732+0000 mgr.smithi068.zkksrk (mgr.14702) 620 : cluster [DBG] 2022-01-25T23:09:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:22 smithi165 conmon[67662]: pgmap v536: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:22 smithi068 conmon[102841]: cluster 2022-01-25T23:09:20.733732+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:09:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:22 smithi068 conmon[102841]: 620 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:24 smithi165 conmon[67662]: cluster 2022-01-25T23:09:22.734431+0000 mgr.smithi068.zkksrk (mgr.14702) 621 : cluster 2022-01-25T23:09:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:24 smithi165 conmon[67662]: [DBG] pgmap v537: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:24 smithi068 conmon[102841]: cluster 2022-01-25T23:09:22.734431+0000 mgr.smithi068.zkksrk (mgr.14702) 621 : cluster 2022-01-25T23:09:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:24 smithi068 conmon[102841]: [DBG] pgmap v537: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:26 smithi165 conmon[67662]: cluster 2022-01-25T23:09:24.735427+0000 mgr.smithi068.zkksrk (mgr.14702) 622 : cluster [DBG] 2022-01-25T23:09:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:26 smithi165 conmon[67662]: pgmap v538: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:26 smithi068 conmon[102841]: cluster 2022-01-25T23:09:24.735427+0000 mgr.smithi068.zkksrk (mgr.14702) 622 : cluster 2022-01-25T23:09:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:26 smithi068 conmon[102841]: [DBG] pgmap v538: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:27.296 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:09:27.585 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:09:27.588 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (23m) 5m ago 24m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:09:27.588 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (16m) 5m ago 24m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:09:27.588 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (16m) 5m ago 23m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:09:27.589 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (23m) 5m ago 24m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:09:27.589 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (19m) 5m ago 19m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:09:27.589 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (19m) 5m ago 19m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:09:27.589 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (17m) 5m ago 25m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:09:27.590 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (16m) 5m ago 23m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:09:27.590 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (16m) 5m ago 25m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:09:27.590 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (16m) 5m ago 23m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:09:27.590 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (17m) 5m ago 17m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:09:27.590 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (17m) 5m ago 17m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:09:27.591 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (24m) 5m ago 24m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:09:27.591 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (23m) 5m ago 23m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:09:27.591 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (8m) 5m ago 23m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:09:27.591 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (22m) 5m ago 22m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:09:27.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (22m) 5m ago 22m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:09:27.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (22m) 5m ago 22m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:09:27.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (22m) 5m ago 22m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:09:27.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (21m) 5m ago 21m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:09:27.593 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (21m) 5m ago 21m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:09:27.593 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (21m) 5m ago 21m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:09:27.593 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (22m) 5m ago 23m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:09:27.926 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:09:27.926 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:09:27.926 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:27.927 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:27.927 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:09:27.927 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:27.927 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:27.928 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:09:27.928 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:09:27.928 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:09:27.928 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:27.928 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:09:27.929 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:09:27.929 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:27.929 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:09:27.929 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:09:27.930 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:09:27.930 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:09:27.930 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:09:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: cluster 2022-01-25T23:09:26.736118 2022-01-25T23:09:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 623 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:09:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: -25T23:09:27.284664+0000 mgr.smithi068.zkksrk (mgr.14702) 624 : audit [DBG] from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: audit 2022 2022-01-25T23:09:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: -01-25T23:09:27.926487+0000 mon.smithi068 ( 2022-01-25T23:09:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:28 smithi068 conmon[102841]: mon.0) 412 : audit [DBG] from='client.? 172.21.15.68:0/3270948106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:28 smithi165 conmon[67662]: cluster 2022-01-25T23:09:26.736118+0000 mgr.smithi068.zkksrk (mgr.14702) 623 : cluster [DBG] 2022-01-25T23:09:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:28 smithi165 conmon[67662]: pgmap v539: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:28 smithi165 conmon[67662]: audit 2022-01-25T23:09:27.284664+0000 mgr.smithi068.zkksrk (mgr.14702) 624 : audit [DBG] from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:28 smithi165 conmon[67662]: audit 2022-01-25T23:09:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:28 smithi165 conmon[67662]: 2022-01-25T23:09:27.926487+0000 mon.smithi068 (mon.0) 412 : audit [DBG] from='client.? 172.21.15.68:0/3270948106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:29 smithi165 conmon[67662]: audit 2022-01-25T23:09:27.571152+0000 mgr.smithi068.zkksrk (mgr.14702) 625 : audit [DBG] from='client.34492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:29 smithi068 conmon[102841]: audit 2022-01-25T23:09:27.571152+0000 mgr.smithi068.zkksrk (mgr.14702) 625 : audit 2022-01-25T23:09:29.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:29 smithi068 conmon[102841]: [DBG] from='client.34492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:30 smithi165 conmon[67662]: cluster 2022-01-25T23:09:28.736758+0000 mgr.smithi068.zkksrk (mgr.14702) 626 : cluster [DBG] 2022-01-25T23:09:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:30 smithi165 conmon[67662]: pgmap v540: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:30 smithi068 conmon[102841]: cluster 2022-01-25T23:09:28.736758+0000 mgr.smithi068.zkksrk (mgr.14702) 626 : 2022-01-25T23:09:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:30 smithi068 conmon[102841]: cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:32 smithi165 conmon[67662]: cluster 2022-01-25T23:09:30.737628+0000 mgr.smithi068.zkksrk (mgr.14702) 627 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:32 smithi068 conmon[102841]: cluster 2022-01-25T23:09:30.737628+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:09:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:32 smithi068 conmon[102841]: 627 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:34 smithi165 conmon[67662]: cluster 2022-01-25T23:09:32.738265+0000 mgr.smithi068.zkksrk (mgr.14702) 628 : cluster [DBG] 2022-01-25T23:09:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:34 smithi165 conmon[67662]: pgmap v542: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:34 smithi068 conmon[102841]: cluster 2022-01-25T23:09:32.738265+0000 mgr.smithi068.zkksrk (mgr.14702) 628 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:34 smithi068 conmon[102841]: 2022-01-25T23:09:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: audit 2022-01-25T23:09:34.550992+0000 mon.smithi068 (mon.0 2022-01-25T23:09:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: ) 413 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:09:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: audit 2022-01-25T23:09:34.552479+0000 mon.smithi068 (mon.0) 414 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:09:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: audit 2022-01-25T23:09:34.553473+0000 mon.smithi068 (mon. 2022-01-25T23:09:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: 0) 415 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:09:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:09:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: 25T23:09:34.963582+0000 mon.smithi068 (mon. 2022-01-25T23:09:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: 0) 416 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:09:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:09:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: 01-25T23:09:34.971131+0000 mon.smithi068 ( 2022-01-25T23:09:35.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:35 smithi165 conmon[67662]: mon.0) 417 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:09:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: audit 2022-01-25T23:09:34.550992+0000 mon.smithi068 (mon.0) 413 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:09:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: audit 2022-01-25T23:09:34.552479+0000 mon.smithi068 (mon.0) 414 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:09:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: audit 2022-01-25T23:09:34.553473+0000 mon.smithi068 (mon.0) 415 2022-01-25T23:09:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:09:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: audit 2022-01-25T23:09:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: 2022-01-25T23:09:34.963582+0000 mon.smithi068 (mon 2022-01-25T23:09:35.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: .0) 416 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:09:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:09:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: 25T23:09:34.971131+0000 mon.smithi068 2022-01-25T23:09:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: (mon.0) 417 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:09:35.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:35 smithi068 conmon[102841]: 2022-01-25T23:09:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:36 smithi165 conmon[67662]: cephadm 2022-01-25T23:09:34.554347+0000 mgr.smithi068.zkksrk (mgr.14702) 629 : cephadm 2022-01-25T23:09:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:36 smithi165 conmon[67662]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:09:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:36 smithi165 conmon[67662]: cluster 2022-01-25T23:09:34.738985+0000 mgr.smithi068.zkksrk (mgr.14702) 630 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:36 smithi068 conmon[102841]: cephadm 2022-01-25T23:09:34.554347+0000 mgr.smithi068.zkksrk (mgr.14702) 629 : cephadm 2022-01-25T23:09:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:36 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:09:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:36 smithi068 conmon[102841]: cluster 2022-01-25T23:09:34.738985+0000 mgr.smithi068.zkksrk (mgr.14702) 630 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:38.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:38 smithi068 conmon[102841]: cluster 2022-01-25T23:09:36.739653+0000 mgr.smithi068.zkksrk (mgr.14702) 631 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:38 smithi165 conmon[67662]: cluster 2022-01-25T23:09:36.739653+0000 mgr.smithi068.zkksrk (mgr.14702) 631 : cluster [DBG] 2022-01-25T23:09:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:38 smithi165 conmon[67662]: pgmap v544: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:40 smithi165 conmon[67662]: cluster 2022-01-25T23:09:38.740135+0000 mgr.smithi068.zkksrk (mgr.14702) 632 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:40 smithi068 conmon[102841]: cluster 2022-01-25T23:09:38.740135+0000 mgr.smithi068.zkksrk (mgr.14702) 632 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:42 smithi165 conmon[67662]: cluster 2022-01-25T23:09:40.741162+0000 mgr.smithi068.zkksrk (mgr.14702) 633 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:42 smithi165 conmon[67662]: 2022-01-25T23:09:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:42 smithi068 conmon[102841]: cluster 2022-01-25T23:09:40.741162+0000 mgr.smithi068.zkksrk (mgr.14702) 633 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:44 smithi165 conmon[67662]: cluster 2022-01-25T23:09:42.741828+0000 mgr.smithi068.zkksrk (mgr.14702) 634 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:44 smithi068 conmon[102841]: cluster 2022-01-25T23:09:42.741828+0000 mgr.smithi068.zkksrk (mgr.14702) 634 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:46 smithi165 conmon[67662]: cluster 2022-01-25T23:09:44.742789+0000 mgr.smithi068.zkksrk (mgr.14702) 635 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:46 smithi068 conmon[102841]: cluster 2022-01-25T23:09:44.742789+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:09:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:46 smithi068 conmon[102841]: mgr.14702) 635 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:48 smithi068 conmon[102841]: cluster 2022-01-25T23:09:46.743460+0000 mgr.smithi068.zkksrk (mgr.14702) 636 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:48 smithi165 conmon[67662]: cluster 2022-01-25T23:09:46.743460+0000 mgr.smithi068.zkksrk (mgr.14702) 636 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:50 smithi165 conmon[67662]: cluster 2022-01-25T23:09:48.744131+0000 mgr.smithi068.zkksrk (mgr.14702) 637 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:50.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:50 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:09:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:50 smithi068 conmon[102841]: 09:48.744131+0000 mgr.smithi068.zkksrk (mgr.14702) 637 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:52 smithi165 conmon[67662]: cluster 2022-01-25T23:09:50.745013+0000 mgr.smithi068.zkksrk (mgr.14702) 638 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:52 smithi068 conmon[102841]: cluster 2022-01-25T23:09:50.745013+0000 mgr.smithi068.zkksrk (mgr.14702) 638 : 2022-01-25T23:09:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:52 smithi068 conmon[102841]: cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:54 smithi165 conmon[67662]: cluster 2022-01-25T23:09:52.745661+0000 mgr.smithi068.zkksrk (mgr.14702) 639 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:54 smithi068 conmon[102841]: cluster 2022-01-25T23:09:52.745661+0000 mgr.smithi068.zkksrk (mgr.14702) 639 2022-01-25T23:09:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:56 smithi165 conmon[67662]: cluster 2022-01-25T23:09:54.746465+0000 mgr.smithi068.zkksrk (mgr.14702) 640 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:56 smithi068 conmon[102841]: cluster 2022-01-25T23:09:54.746465+0000 mgr.smithi068.zkksrk (mgr.14702) 640 2022-01-25T23:09:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:09:58.248 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:09:58.537 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:09:58.538 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (23m) 6m ago 24m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:09:58.538 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (17m) 6m ago 24m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:09:58.538 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (16m) 6m ago 24m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:09:58.539 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (23m) 6m ago 24m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:09:58.539 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (20m) 6m ago 20m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:09:58.539 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (20m) 6m ago 20m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:09:58.539 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (17m) 6m ago 25m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:09:58.540 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (17m) 6m ago 24m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:09:58.540 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (17m) 6m ago 26m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:09:58.540 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (17m) 6m ago 24m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:09:58.540 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (18m) 6m ago 18m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:09:58.541 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (18m) 6m ago 18m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:09:58.541 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (24m) 6m ago 24m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:09:58.541 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (23m) 6m ago 23m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:09:58.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (8m) 6m ago 23m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:09:58.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (23m) 6m ago 23m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:09:58.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (23m) 6m ago 23m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:09:58.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (22m) 6m ago 22m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:09:58.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (22m) 6m ago 22m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:09:58.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (22m) 6m ago 22m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:09:58.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (22m) 6m ago 22m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:09:58.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (21m) 6m ago 21m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:09:58.543 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (23m) 6m ago 24m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:09:58.544 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:58 smithi068 conmon[102841]: cluster 2022-01-25T23:09:56.747210+0000 mgr.smithi068.zkksrk (mgr.14702) 641 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:58.544 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:58 smithi068 conmon[102841]: 2022-01-25T23:09:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:58 smithi165 conmon[67662]: cluster 2022-01-25T23:09:56.747210+0000 mgr.smithi068.zkksrk (mgr.14702) 641 : cluster [DBG] 2022-01-25T23:09:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:58 smithi165 conmon[67662]: pgmap v554: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:58.879 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:09:58.987 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:09:58.988 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:58.988 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:58.989 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:09:58.989 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:58.990 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:58.990 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:09:58.991 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:09:58.991 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:09:58.991 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:58.992 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:09:58.992 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:09:58.993 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:09:58.993 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:09:58.994 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:09:58.994 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:09:58.994 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:09:58.995 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:09:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:59 smithi165 conmon[67662]: audit 2022-01-25T23:09:58.237206+0000 mgr.smithi068.zkksrk (mgr.14702) 642 : audit [DBG] 2022-01-25T23:09:59.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:59 smithi165 conmon[67662]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:59.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:09:59 smithi165 conmon[67662]: audit 2022-01-25T23:09:58.879816+0000 mon.smithi068 (mon.0) 418 : audit [DBG] from='client.? 172.21.15.68:0/3200713129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:59 smithi068 conmon[102841]: audit 2022-01-25T23:09:58.237206+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:09:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:59 smithi068 conmon[102841]: 642 : audit [DBG] from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:09:59 smithi068 conmon[102841]: audit 2022-01-25T23:09:58.879816+0000 mon.smithi068 (mon.0) 418 : audit [DBG] from='client.? 172.21.15.68:0/3200713129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: audit 2022-01-25T23:09:58.523548+0000 mgr.smithi068.zkksrk (mgr.14702) 643 : 2022-01-25T23:10:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: audit [DBG] from='client.34504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:09:58.747644+0000 mgr.smithi068.zkksrk (mgr.14702) 644 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:00.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00.000185+0000 mon.smithi068 (mon.0) 419 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:10:00.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 2022-01-25T23:10:00.000217+0000 mon.smithi068 (mon.0) 420 : cluster [WRN] 2022-01-25T23:10:00.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:10:00.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00 2022-01-25T23:10:00.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .000225+0000 mon.smithi068 (mon.0) 421 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:10:00.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 2022-01-25T23:10:00.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00.000237+0000 mon.smithi068 2022-01-25T23:10:00.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: (mon.0) 422 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:10:00.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 2022-01-25T23:10:00.000251+0000 mon.smithi068 (mon 2022-01-25T23:10:00.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 423 : cluster [WRN] systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:10:00.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000258+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 424 : cluster [WRN] systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:10:00.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000265+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 425 : cluster [WRN] Traceback (most recent call last): 2022-01-25T23:10:00.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.700 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000285+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 426 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:10:00.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000297+0000 mon.smithi068 (mon 2022-01-25T23:10:00.701 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 427 : cluster [WRN] main() 2022-01-25T23:10:00.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 2022-01-25T23:10:00.000311+0000 mon.smithi068 (mon 2022-01-25T23:10:00.702 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 428 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:10:00.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000324+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 429 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:10:00.703 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000339+0000 mon.smithi068 (mon.0 2022-01-25T23:10:00.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: ) 430 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:10:00.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000351+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.704 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 431 : cluster [WRN] return func(ctx) 2022-01-25T23:10:00.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000368+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 432 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:10:00.705 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022-01- 2022-01-25T23:10:00.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 25T23:10:00.000380+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 433 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:10:00.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.706 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000417+0000 mon.smithi068 (mon 2022-01-25T23:10:00.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 434 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:10:00.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000435+0000 mon.smithi068 (mon 2022-01-25T23:10:00.707 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 435 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:10:00.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000453+0000 mon.smithi068 (mon.0 2022-01-25T23:10:00.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: ) 436 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:10:00.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.708 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000465+0000 mon.smithi068 (mon 2022-01-25T23:10:00.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 437 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:10:00.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000481+0000 mon.smithi068 (mon. 2022-01-25T23:10:00.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 0) 438 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:10:00.709 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000494+0000 mon.smithi068 (mon 2022-01-25T23:10:00.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: .0) 439 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:10:00.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022 2022-01-25T23:10:00.710 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: -01-25T23:10:00.000505+0000 mon.smithi068 ( 2022-01-25T23:10:00.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: mon.0) 440 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:10:00.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:10:00.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: 01-25T23:10:00.000520+0000 mon.smithi068 (mon.0) 441 : cluster 2022-01-25T23:10:00.711 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:00 smithi165 conmon[67662]: [WRN] See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:10:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: audit 2022-01-25T23:09:58.523548+0000 mgr.smithi068.zkksrk (mgr.14702) 643 2022-01-25T23:10:00.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: : audit [DBG] from='client.34504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:00.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:09:58.747644+0000 mgr.smithi068.zkksrk (mgr.14702) 644 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:00.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.000185+0000 mon.smithi068 (mon.0) 419 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:10:00.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:00.000217+0000 mon.smithi068 (mon.0) 420 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:10:00.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:10:00.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: -25T23:10:00.000225+0000 mon.smithi068 (mon.0 2022-01-25T23:10:00.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: ) 421 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:10:00.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:00.000237+0000 mon.smithi068 (mon 2022-01-25T23:10:00.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: .0) 422 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:10:00.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:10:00.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 25T23:10:00.000251+0000 mon.smithi068 (mon.0) 423 : cluster [WRN] 2022-01-25T23:10:00.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: systemctl: stderr Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:10:00.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:00.000258+0000 mon.smithi068 (mon.0) 424 : cluster 2022-01-25T23:10:00.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: [WRN] systemctl: stderr See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:10:00.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.000265+0000 mon.smithi068 ( 2022-01-25T23:10:00.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: mon.0) 425 : cluster [WRN] Traceback (most recent call last): 2022-01-25T23:10:00.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10: 2022-01-25T23:10:00.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 00.000285+0000 mon.smithi068 (mon.0) 426 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:10:00.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:00.000297+0000 mon.smithi068 (mon.0) 427 : cluster 2022-01-25T23:10:00.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: [WRN] main() 2022-01-25T23:10:00.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00. 2022-01-25T23:10:00.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 000311+0000 mon.smithi068 (mon.0) 428 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:10:00.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10 2022-01-25T23:10:00.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: :00.000324+0000 mon.smithi068 (mon.0) 429 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:10:00.817 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:10:00.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 23:10:00.000339+0000 mon.smithi068 (mon.0) 430 : cluster [WRN] 2022-01-25T23:10:00.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:10:00.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:10:00.818 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: -01-25T23:10:00.000351+0000 mon.smithi068 (mon.0) 431 : cluster [WRN] return func(ctx) 2022-01-25T23:10:00.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:10:00.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: T23:10:00.000368+0000 mon.smithi068 (mon.0) 432 : cluster [WRN] 2022-01-25T23:10:00.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:10:00.819 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022- 2022-01-25T23:10:00.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 01-25T23:10:00.000380+0000 mon.smithi068 (mon.0) 433 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:10:00.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.000417+0000 2022-01-25T23:10:00.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: mon.smithi068 (mon.0) 434 : cluster [WRN] File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:10:00.820 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00. 2022-01-25T23:10:00.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 000435+0000 mon.smithi068 (mon.0) 435 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:10:00.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:10:00.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 23:10:00.000453+0000 mon.smithi068 (mon.0) 436 : cluster [WRN] 2022-01-25T23:10:00.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:10:00.821 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:00.000465+0000 mon.smithi068 (mon.0) 437 : cluster [WRN] 2022-01-25T23:10:00.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:10:00.822 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:10:00.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: -01-25T23:10:00.000481+0000 mon.smithi068 (mon.0) 438 : cluster [WRN] 2022-01-25T23:10:00.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: File "/var/lib/ceph/382a5b64-7e30-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:10:00.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022 2022-01-25T23:10:00.823 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: -01-25T23:10:00.000494+0000 mon.smithi068 (mon.0) 439 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:10:00.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:00.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:10:00.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 25T23:10:00.000505+0000 mon.smithi068 (mon.0) 440 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0: Job for ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:10:00.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:10:00.824 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: :10:00.000520+0000 mon.smithi068 (mon.0) 441 : cluster [WRN] See "systemctl status ceph-382a5b64-7e30-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:10:00.825 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:00 smithi068 conmon[102841]: 2022-01-25T23:10:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:01 smithi165 conmon[67662]: cluster 2022-01-25T23:10:00.748510+0000 mgr.smithi068.zkksrk (mgr.14702) 645 : cluster [DBG] 2022-01-25T23:10:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:01 smithi165 conmon[67662]: pgmap v556: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:01 smithi068 conmon[102841]: cluster 2022-01-25T23:10:00.748510+0000 mgr.smithi068.zkksrk (mgr.14702) 645 : cluster 2022-01-25T23:10:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:01 smithi068 conmon[102841]: [DBG] pgmap v556: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:04.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:03 smithi068 conmon[102841]: cluster 2022-01-25T23:10:02.749000+0000 mgr.smithi068.zkksrk (mgr.14702) 646 2022-01-25T23:10:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:03 smithi068 conmon[102841]: : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:04.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:03 smithi165 conmon[67662]: cluster 2022-01-25T23:10:02.749000+0000 mgr.smithi068.zkksrk (mgr.14702) 646 : 2022-01-25T23:10:04.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:03 smithi165 conmon[67662]: cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:06 smithi165 conmon[67662]: cluster 2022-01-25T23:10:04.749848+0000 mgr.smithi068.zkksrk (mgr.14702) 647 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:06 smithi165 conmon[67662]: 2022-01-25T23:10:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:06 smithi068 conmon[102841]: cluster 2022-01-25T23:10:04.749848+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:10:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:06 smithi068 conmon[102841]: ) 647 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:08 smithi165 conmon[67662]: cluster 2022-01-25T23:10:06.750615+0000 mgr.smithi068.zkksrk (mgr.14702) 648 : 2022-01-25T23:10:08.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:08 smithi165 conmon[67662]: cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:08.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:08 smithi068 conmon[102841]: cluster 2022-01-25T23:10:06.750615+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:10:08.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:08 smithi068 conmon[102841]: 648 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:10 smithi165 conmon[67662]: cluster 2022-01-25T23:10:08.751228+0000 mgr.smithi068.zkksrk (mgr.14702) 649 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:10 smithi068 conmon[102841]: cluster 2022-01-25T23:10:08.751228+0000 mgr.smithi068.zkksrk (mgr.14702) 649 2022-01-25T23:10:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:12 smithi165 conmon[67662]: cluster 2022-01-25T23:10:10.752066+0000 mgr.smithi068.zkksrk (mgr.14702) 650 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:12 smithi068 conmon[102841]: cluster 2022-01-25T23:10:10.752066+0000 mgr.smithi068.zkksrk (mgr.14702) 650 2022-01-25T23:10:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:14 smithi165 conmon[67662]: cluster 2022-01-25T23:10:12.752594+0000 mgr.smithi068.zkksrk (mgr.14702) 651 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:14 smithi165 conmon[67662]: 2022-01-25T23:10:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:14 smithi068 conmon[102841]: cluster 2022-01-25T23:10:12.752594+0000 mgr.smithi068.zkksrk (mgr.14702) 651 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:16 smithi165 conmon[67662]: cluster 2022-01-25T23:10:14.753513+0000 mgr.smithi068.zkksrk (mgr.14702) 652 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:16 smithi165 conmon[67662]: 2022-01-25T23:10:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:16 smithi068 conmon[102841]: cluster 2022-01-25T23:10:14.753513+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:10:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:16 smithi068 conmon[102841]: 14702) 652 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:18 smithi165 conmon[67662]: cluster 2022-01-25T23:10:16.754040+0000 mgr.smithi068.zkksrk (mgr.14702) 653 : cluster [DBG] 2022-01-25T23:10:18.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:18 smithi165 conmon[67662]: pgmap v564: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:18 smithi068 conmon[102841]: cluster 2022-01-25T23:10:16.754040+0000 mgr.smithi068.zkksrk (mgr.14702) 653 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:19 smithi165 conmon[67662]: audit 2022-01-25T23:10:18.219624+0000 mon.smithi068 (mon.0) 442 : audit [INF] 2022-01-25T23:10:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:19 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:10:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:19 smithi165 conmon[67662]: audit 2022-01-25T23:10:18.219870+0000 mon.smithi068 (mon.0) 443 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:10:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:19 smithi068 conmon[102841]: audit 2022-01-25T23:10:18.219624+0000 mon.smithi068 (mon.0) 442 2022-01-25T23:10:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:19 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:10:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:19 smithi068 conmon[102841]: audit 2022-01-25T23:10:18.219870+0000 mon.smithi068 (mon.0) 443 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:10:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:20 smithi165 conmon[67662]: cluster 2022-01-25T23:10:18.754474+0000 mgr.smithi068.zkksrk (mgr.14702) 654 : cluster 2022-01-25T23:10:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:20 smithi165 conmon[67662]: [DBG] pgmap v565: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:20 smithi068 conmon[102841]: cluster 2022-01-25T23:10:18.754474+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:10:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:20 smithi068 conmon[102841]: mgr.14702) 654 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:22 smithi165 conmon[67662]: cluster 2022-01-25T23:10:20.755551+0000 mgr.smithi068.zkksrk (mgr.14702) 655 : cluster [DBG] 2022-01-25T23:10:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:22 smithi165 conmon[67662]: pgmap v566: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:22 smithi068 conmon[102841]: cluster 2022-01-25T23:10:20.755551+0000 mgr.smithi068.zkksrk (mgr.14702) 655 : 2022-01-25T23:10:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:22 smithi068 conmon[102841]: cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:24 smithi165 conmon[67662]: cluster 2022-01-25T23:10:22.756226+0000 mgr.smithi068.zkksrk (mgr.14702) 656 : cluster 2022-01-25T23:10:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:24 smithi165 conmon[67662]: [DBG] pgmap v567: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:24 smithi068 conmon[102841]: cluster 2022-01-25T23:10:22.756226+0000 mgr.smithi068.zkksrk (mgr.14702) 656 2022-01-25T23:10:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:26 smithi165 conmon[67662]: cluster 2022-01-25T23:10:24.757080+0000 mgr.smithi068.zkksrk (mgr.14702) 657 : cluster 2022-01-25T23:10:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:26 smithi165 conmon[67662]: [DBG] pgmap v568: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:26 smithi068 conmon[102841]: cluster 2022-01-25T23:10:24.757080+0000 mgr.smithi068.zkksrk (mgr.14702) 657 : cluster 2022-01-25T23:10:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:26 smithi068 conmon[102841]: [DBG] pgmap v568: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:28 smithi165 conmon[67662]: cluster 2022-01-25T23:10:26.757720+0000 mgr.smithi068.zkksrk (mgr.14702) 658 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:28 smithi068 conmon[102841]: cluster 2022-01-25T23:10:26.757720+0000 mgr.smithi068.zkksrk (mgr.14702) 658 : cluster 2022-01-25T23:10:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:28 smithi068 conmon[102841]: [DBG] pgmap v569: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:29.195 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:10:29.483 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:10:29.483 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (24m) 6m ago 25m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:10:29.484 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (17m) 6m ago 25m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:10:29.484 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (17m) 7m ago 24m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:10:29.484 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (24m) 6m ago 25m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:10:29.484 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (20m) 6m ago 20m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:10:29.485 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (20m) 7m ago 20m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:10:29.485 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (18m) 6m ago 26m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:10:29.485 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (18m) 7m ago 24m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:10:29.485 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (17m) 6m ago 26m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:10:29.485 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (17m) 7m ago 24m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:10:29.486 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (18m) 6m ago 18m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:10:29.486 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (18m) 7m ago 18m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:10:29.486 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (25m) 6m ago 25m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:10:29.486 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (24m) 7m ago 24m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:10:29.487 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (9m) 6m ago 24m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:10:29.487 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (23m) 6m ago 23m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:10:29.487 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (23m) 6m ago 23m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:10:29.487 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (23m) 6m ago 23m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:10:29.487 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (23m) 7m ago 23m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:10:29.488 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (22m) 7m ago 22m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:10:29.488 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (22m) 7m ago 22m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:10:29.488 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (22m) 7m ago 22m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:10:29.488 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (24m) 6m ago 24m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:10:29.821 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:10:29.821 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:10:29.822 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:29.822 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:10:29.822 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:10:29.822 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:29.823 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:10:29.823 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:10:29.823 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:10:29.824 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:10:29.824 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:10:29.824 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:10:29.825 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:10:29.825 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:10:29.825 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:10:29.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:10:29.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:10:29.826 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:10:29.827 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:10:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:30 smithi165 conmon[67662]: cluster 2022-01-25T23:10:28.758348+0000 mgr.smithi068.zkksrk (mgr.14702) 659 : cluster [DBG] 2022-01-25T23:10:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:30 smithi165 conmon[67662]: pgmap v570: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:30 smithi165 conmon[67662]: audit 2022-01-25T23:10:29.183627+0000 mgr.smithi068.zkksrk (mgr.14702) 660 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:30 smithi165 conmon[67662]: audit 2022-01-25T23:10:29.821830+0000 2022-01-25T23:10:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:30 smithi165 conmon[67662]: mon.smithi068 (mon.0) 444 : audit [DBG] from='client.? 172.21.15.68:0/3204293833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:30.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:30 smithi165 conmon[67662]: 2022-01-25T23:10:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:30 smithi068 conmon[102841]: cluster 2022-01-25T23:10:28.758348+0000 2022-01-25T23:10:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:30 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 659 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:30 smithi068 conmon[102841]: audit 2022-01-25T23:10:29.183627+0000 mgr.smithi068.zkksrk (mgr.14702) 660 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:30 smithi068 conmon[102841]: audit 2022-01-25T23:10:29.821830+0000 mon.smithi068 (mon.0) 444 : audit [DBG] from='client.? 172.21.15.68:0/3204293833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:31 smithi165 conmon[67662]: audit 2022-01-25T23:10:29.468600+0000 mgr.smithi068.zkksrk (mgr.14702) 661 : audit [DBG] from='client.34516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:31 smithi068 conmon[102841]: audit 2022-01-25T23:10:29.468600+0000 mgr.smithi068.zkksrk (mgr.14702) 661 : audit [DBG] from='client.34516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:32 smithi165 conmon[67662]: cluster 2022-01-25T23:10:30.759261+0000 mgr.smithi068.zkksrk (mgr.14702) 662 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:32 smithi165 conmon[67662]: 2022-01-25T23:10:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:32 smithi068 conmon[102841]: cluster 2022-01-25T23:10:30.759261+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:10:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:32 smithi068 conmon[102841]: .14702) 662 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:34 smithi165 conmon[67662]: cluster 2022-01-25T23:10:32.759853+0000 mgr.smithi068.zkksrk (mgr.14702) 663 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:34.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:34 smithi165 conmon[67662]: 2022-01-25T23:10:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:34 smithi068 conmon[102841]: cluster 2022-01-25T23:10:32.759853+0000 mgr.smithi068.zkksrk (mgr.14702) 663 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:35 smithi165 conmon[67662]: audit 2022-01-25T23:10:34.974326+0000 mon.smithi068 (mon.0) 445 : 2022-01-25T23:10:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:35 smithi165 conmon[67662]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:10:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:35 smithi165 conmon[67662]: audit 2022-01-25T23:10:34.975807+0000 mon.smithi068 (mon.0) 446 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:10:35.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:35 smithi165 conmon[67662]: audit 2022-01-25T23:10:34.976769+0000 mon.smithi068 (mon.0) 447 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:10:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:35 smithi068 conmon[102841]: audit 2022-01-25T23:10:34. 2022-01-25T23:10:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:35 smithi068 conmon[102841]: 974326+0000 mon.smithi068 (mon.0) 445 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:10:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:35 smithi068 conmon[102841]: audit 2022-01-25T23:10:34.975807+0000 mon.smithi068 (mon.0) 446 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:10:35.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:35 smithi068 conmon[102841]: audit 2022-01-25T23:10:34.976769+0000 mon.smithi068 (mon.0) 447 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:10:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:36 smithi165 conmon[67662]: cluster 2022-01-25T23:10:34.760765+0000 mgr.smithi068.zkksrk (mgr.14702) 664 : cluster [DBG] 2022-01-25T23:10:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:36 smithi165 conmon[67662]: pgmap v573: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:36 smithi165 conmon[67662]: cephadm 2022-01-25T23:10:34.977657+0000 mgr.smithi068.zkksrk (mgr.14702) 665 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:10:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:36 smithi165 conmon[67662]: audit 2022-01-25T23:10:35.393169+0000 mon.smithi068 (mon.0) 448 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:10:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:36 smithi165 conmon[67662]: audit 2022-01-25T23:10:35.398695+0000 mon.smithi068 (mon.0) 449 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:10:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: cluster 2022-01-25T23:10:34.760765+0000 mgr.smithi068.zkksrk (mgr.14702) 664 : cluster 2022-01-25T23:10:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: [DBG] pgmap v573: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: cephadm 2022-01-25T23:10:34.977657+0000 mgr.smithi068.zkksrk (mgr.14702) 665 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:10:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: audit 2022-01-25T23:10:35.393169 2022-01-25T23:10:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 448 : audit 2022-01-25T23:10:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:10:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:10:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: -25T23:10:35. 2022-01-25T23:10:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: 398695+0000 mon.smithi068 (mon.0) 449 : 2022-01-25T23:10:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:36 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:10:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:38 smithi068 conmon[102841]: cluster 2022-01-25T23:10:36.761513+0000 mgr.smithi068.zkksrk (mgr.14702) 666 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:38 smithi165 conmon[67662]: cluster 2022-01-25T23:10:36.761513+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:10:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:38 smithi165 conmon[67662]: 666 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:40 smithi165 conmon[67662]: cluster 2022-01-25T23:10:38.761970+0000 mgr.smithi068.zkksrk (mgr.14702) 667 : cluster [DBG] 2022-01-25T23:10:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:40 smithi165 conmon[67662]: pgmap v575: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:40 smithi068 conmon[102841]: cluster 2022-01-25T23:10:38.761970+0000 mgr.smithi068.zkksrk (mgr.14702) 667 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:42 smithi165 conmon[67662]: cluster 2022-01-25T23:10:40.762931+0000 mgr.smithi068.zkksrk (mgr.14702) 668 : cluster [DBG] 2022-01-25T23:10:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:42 smithi165 conmon[67662]: pgmap v576: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:42 smithi068 conmon[102841]: cluster 2022-01-25T23:10:40.762931+0000 mgr.smithi068.zkksrk (mgr.14702) 668 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:44 smithi165 conmon[67662]: cluster 2022-01-25T23:10:42.763521+0000 mgr.smithi068.zkksrk (mgr.14702) 669 : cluster [DBG] 2022-01-25T23:10:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:44 smithi165 conmon[67662]: pgmap v577: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:44 smithi068 conmon[102841]: cluster 2022-01-25T23:10:42.763521+0000 mgr.smithi068.zkksrk (mgr.14702) 669 : 2022-01-25T23:10:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:44 smithi068 conmon[102841]: cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:46 smithi165 conmon[67662]: cluster 2022-01-25T23:10:44.764536+0000 mgr.smithi068.zkksrk (mgr.14702) 670 : cluster 2022-01-25T23:10:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:46 smithi165 conmon[67662]: [DBG] pgmap v578: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:46 smithi068 conmon[102841]: cluster 2022-01-25T23:10:44.764536+0000 mgr.smithi068.zkksrk (mgr.14702) 670 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:48 smithi068 conmon[102841]: cluster 2022-01-25T23:10:46.765173+0000 mgr.smithi068.zkksrk (mgr.14702) 671 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:48 smithi165 conmon[67662]: cluster 2022-01-25T23:10:46.765173+0000 mgr.smithi068.zkksrk (mgr.14702) 671 : cluster [DBG] 2022-01-25T23:10:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:48 smithi165 conmon[67662]: pgmap v579: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:50 smithi165 conmon[67662]: cluster 2022-01-25T23:10:48.765730+0000 mgr.smithi068.zkksrk (mgr.14702) 672 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:50.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:50 smithi165 conmon[67662]: 2022-01-25T23:10:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:50 smithi068 conmon[102841]: cluster 2022-01-25T23:10:48.765730+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:10:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:50 smithi068 conmon[102841]: ) 672 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:52 smithi165 conmon[67662]: cluster 2022-01-25T23:10:50.766607+0000 mgr.smithi068.zkksrk (mgr.14702) 673 : cluster 2022-01-25T23:10:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:52 smithi165 conmon[67662]: [DBG] pgmap v581: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:52.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:52 smithi068 conmon[102841]: cluster 2022-01-25T23:10:50.766607+0000 mgr.smithi068.zkksrk (mgr.14702) 673 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:54 smithi165 conmon[67662]: cluster 2022-01-25T23:10:52.767347+0000 mgr.smithi068.zkksrk (mgr.14702) 674 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:54 smithi165 conmon[67662]: 2022-01-25T23:10:54.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:54 smithi068 conmon[102841]: cluster 2022-01-25T23:10:52.767347+0000 mgr.smithi068.zkksrk (mgr.14702) 674 : cluster 2022-01-25T23:10:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:54 smithi068 conmon[102841]: [DBG] pgmap v582: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:56 smithi165 conmon[67662]: cluster 2022-01-25T23:10:54.768296+0000 mgr.smithi068.zkksrk (mgr.14702) 675 : cluster [DBG] 2022-01-25T23:10:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:56 smithi165 conmon[67662]: pgmap v583: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:56 smithi068 conmon[102841]: cluster 2022-01-25T23:10:54.768296+0000 mgr.smithi068.zkksrk (mgr.14702) 675 : cluster 2022-01-25T23:10:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:56 smithi068 conmon[102841]: [DBG] pgmap v583: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:10:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:58 smithi068 conmon[102841]: cluster 2022-01-25T23:10:56.768945+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:10:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:10:58 smithi068 conmon[102841]: 676 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:58 smithi165 conmon[67662]: cluster 2022-01-25T23:10:56.768945+0000 mgr.smithi068.zkksrk (mgr.14702) 676 : cluster 2022-01-25T23:10:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:10:58 smithi165 conmon[67662]: [DBG] pgmap v584: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:00.140 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:11:00.429 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:11:00.430 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (24m) 7m ago 25m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:11:00.430 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (18m) 7m ago 25m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:11:00.430 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (17m) 7m ago 25m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:11:00.430 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (24m) 7m ago 25m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:11:00.431 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (21m) 7m ago 21m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:11:00.431 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (21m) 7m ago 21m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:11:00.431 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (18m) 7m ago 27m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:11:00.431 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (18m) 7m ago 25m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:11:00.432 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (18m) 7m ago 27m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:11:00.432 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (18m) 7m ago 25m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:11:00.432 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (19m) 7m ago 19m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:11:00.432 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (19m) 7m ago 19m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:11:00.432 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (25m) 7m ago 25m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:11:00.433 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (25m) 7m ago 25m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:11:00.433 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (9m) 7m ago 24m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:11:00.433 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (24m) 7m ago 24m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:11:00.433 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (24m) 7m ago 24m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:11:00.434 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (23m) 7m ago 23m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:11:00.434 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (23m) 7m ago 23m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:11:00.434 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (23m) 7m ago 23m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:11:00.434 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (23m) 7m ago 23m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:11:00.435 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (22m) 7m ago 22m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:11:00.435 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (24m) 7m ago 25m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:11:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:00 smithi165 conmon[67662]: cluster 2022-01-25T23:10:58.769504+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:00 smithi165 conmon[67662]: 677 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:00.770 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:11:00.770 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:11:00.771 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:00.771 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:00.771 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:11:00.771 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:00.772 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:00.772 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:11:00.772 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:11:00.772 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:11:00.773 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:00.773 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:11:00.773 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:11:00.773 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:00.773 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:11:00.774 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:11:00.774 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:11:00.774 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:11:00.774 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:11:00.775 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:00 smithi068 conmon[102841]: cluster 2022-01-25T23:10:58.769504+0000 2022-01-25T23:11:00.775 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:00 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 677 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: audit 2022-01-25T23:11:00.128741+0000 mgr.smithi068.zkksrk (mgr.14702) 678 : audit [DBG] 2022-01-25T23:11:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: audit 2022-01-25T23:11:00.415089+0000 mgr.smithi068.zkksrk (mgr.14702) 679 : audit [DBG] from='client.34528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: cluster 2022-01-25T23:11:00.770272+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:11:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: mgr.14702) 680 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:01.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: audit 2022-01-25T23:11:01.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: 2022-01-25T23:11:00.770483+0000 mon.smithi068 (mon 2022-01-25T23:11:01.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:01 smithi165 conmon[67662]: .0) 450 : audit [DBG] from='client.? 172.21.15.68:0/2762434974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:01.722 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: audit 2022-01-25T23:11:00.128741+0000 mgr.smithi068.zkksrk (mgr.14702) 678 : audit [DBG] 2022-01-25T23:11:01.722 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:01.722 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: audit 2022-01-25T23:11:00.415089+0000 mgr.smithi068.zkksrk (mgr.14702) 679 : audit [DBG] from='client.34528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:01.722 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:11:01.723 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: 23:11:00.770272+0000 mgr.smithi068.zkksrk (mgr.14702) 680 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:01.723 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:11:01.723 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: 25T23:11:00.770483+0000 mon.smithi068 2022-01-25T23:11:01.723 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: (mon.0) 450 : audit [DBG] from='client.? 172.21.15.68:0/2762434974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:01.724 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:01 smithi068 conmon[102841]: 2022-01-25T23:11:04.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:03 smithi165 conmon[67662]: cluster 2022-01-25T23:11:02.770769+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:04.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:03 smithi165 conmon[67662]: 681 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:03 smithi068 conmon[102841]: cluster 2022-01-25T23:11:02.770769+0000 mgr.smithi068.zkksrk (mgr.14702) 681 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:06 smithi165 conmon[67662]: cluster 2022-01-25T23:11:04.771935+0000 mgr.smithi068.zkksrk (mgr.14702) 682 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:06 smithi068 conmon[102841]: cluster 2022-01-25T23:11:04.771935+0000 mgr.smithi068.zkksrk (mgr.14702) 682 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:08 smithi165 conmon[67662]: cluster 2022-01-25T23:11:06.772513+0000 mgr.smithi068.zkksrk (mgr.14702) 683 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:08 smithi068 conmon[102841]: cluster 2022-01-25T23:11:06.772513+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:08 smithi068 conmon[102841]: 683 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:10 smithi165 conmon[67662]: cluster 2022-01-25T23:11:08.773054+0000 mgr.smithi068.zkksrk (mgr.14702) 684 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:10 smithi068 conmon[102841]: cluster 2022-01-25T23:11:08.773054+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:10 smithi068 conmon[102841]: 684 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:12 smithi165 conmon[67662]: cluster 2022-01-25T23:11:10.773946+0000 mgr.smithi068.zkksrk (mgr.14702) 685 : 2022-01-25T23:11:12.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:12 smithi165 conmon[67662]: cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:12 smithi068 conmon[102841]: cluster 2022-01-25T23:11:10.773946+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:12 smithi068 conmon[102841]: 685 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:14 smithi165 conmon[67662]: cluster 2022-01-25T23:11:12.774483+0000 mgr.smithi068.zkksrk (mgr.14702) 686 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:14 smithi068 conmon[102841]: cluster 2022-01-25T23:11:12.774483+0000 mgr.smithi068.zkksrk (mgr.14702) 686 : cluster 2022-01-25T23:11:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:14 smithi068 conmon[102841]: [DBG] pgmap v592: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:16 smithi165 conmon[67662]: cluster 2022-01-25T23:11:14.775258+0000 mgr.smithi068.zkksrk (mgr.14702) 687 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:16 smithi068 conmon[102841]: cluster 2022-01-25T23:11:14.775258+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:16 smithi068 conmon[102841]: 687 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:18 smithi165 conmon[67662]: cluster 2022-01-25T23:11:16.775984+0000 mgr.smithi068.zkksrk (mgr.14702) 688 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:18 smithi068 conmon[102841]: cluster 2022-01-25T23:11:16.775984+0000 mgr.smithi068.zkksrk (mgr.14702) 688 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:19 smithi165 conmon[67662]: audit 2022-01-25T23:11:18.224122+0000 mon.smithi068 (mon.0) 451 : audit 2022-01-25T23:11:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:19 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:11:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:19 smithi165 conmon[67662]: audit 2022-01-25T23:11:18.224467+0000 mon.smithi068 (mon.0) 452 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:11:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:19 smithi068 conmon[102841]: audit 2022-01-25T23:11:18.224122+0000 mon.smithi068 (mon.0) 451 : 2022-01-25T23:11:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:19 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:11:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:19 smithi068 conmon[102841]: audit 2022-01-25T23:11:18.224467+0000 mon.smithi068 (mon.0) 452 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:11:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:20 smithi165 conmon[67662]: cluster 2022-01-25T23:11:18.776659+0000 mgr.smithi068.zkksrk (mgr.14702) 689 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:20 smithi068 conmon[102841]: cluster 2022-01-25T23:11:18.776659+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:20 smithi068 conmon[102841]: 689 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:22 smithi165 conmon[67662]: cluster 2022-01-25T23:11:20.777460+0000 mgr.smithi068.zkksrk (mgr.14702) 690 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:22 smithi068 conmon[102841]: cluster 2022-01-25T23:11:20.777460+0000 mgr.smithi068.zkksrk (mgr.14702) 690 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:24 smithi165 conmon[67662]: cluster 2022-01-25T23:11:22.777975+0000 mgr.smithi068.zkksrk (mgr.14702) 691 : 2022-01-25T23:11:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:24 smithi165 conmon[67662]: cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:24 smithi068 conmon[102841]: cluster 2022-01-25T23:11:22.777975+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:24 smithi068 conmon[102841]: 691 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:26 smithi165 conmon[67662]: cluster 2022-01-25T23:11:24.778974+0000 mgr.smithi068.zkksrk (mgr.14702) 692 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:26 smithi068 conmon[102841]: cluster 2022-01-25T23:11:24.778974+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:26 smithi068 conmon[102841]: 692 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:28 smithi165 conmon[67662]: cluster 2022-01-25T23:11:26.779591+0000 mgr.smithi068.zkksrk (mgr.14702) 693 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:28 smithi068 conmon[102841]: cluster 2022-01-25T23:11:26.779591+0000 mgr.smithi068.zkksrk (mgr.14702) 693 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:28 smithi068 conmon[102841]: 2022-01-25T23:11:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:30 smithi165 conmon[67662]: cluster 2022-01-25T23:11:28.780082+0000 mgr.smithi068.zkksrk (mgr.14702) 694 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:30 smithi068 conmon[102841]: cluster 2022-01-25T23:11:28.780082+0000 mgr.smithi068.zkksrk (mgr.14702) 694 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:31.088 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:11:31.375 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:11:31.375 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (25m) 7m ago 26m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:11:31.376 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (18m) 7m ago 26m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:11:31.376 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (18m) 8m ago 25m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:11:31.376 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (25m) 7m ago 26m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:11:31.376 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (21m) 7m ago 21m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:11:31.377 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (21m) 8m ago 21m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:11:31.377 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (19m) 7m ago 27m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:11:31.377 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (19m) 8m ago 25m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:11:31.377 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (18m) 7m ago 27m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:11:31.377 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (18m) 8m ago 25m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:11:31.378 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (19m) 7m ago 19m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:11:31.378 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (19m) 8m ago 19m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:11:31.378 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (26m) 7m ago 26m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:11:31.378 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (25m) 8m ago 25m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:11:31.379 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (10m) 7m ago 25m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:11:31.379 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (24m) 7m ago 24m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:11:31.379 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (24m) 7m ago 24m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:11:31.379 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (24m) 7m ago 24m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:11:31.380 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (24m) 8m ago 24m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:11:31.380 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (23m) 8m ago 23m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:11:31.380 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (23m) 8m ago 23m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:11:31.380 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (23m) 8m ago 23m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:11:31.380 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (25m) 7m ago 25m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:11:31.718 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:11:31.719 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:11:31.719 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:31.719 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:31.720 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:11:31.720 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:31.720 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:31.720 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:11:31.720 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:11:31.721 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:11:31.721 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:31.721 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:11:31.721 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:11:31.722 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:11:31.722 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:11:31.722 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:11:31.722 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:11:31.723 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:11:31.723 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:11:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:32 smithi165 conmon[67662]: cluster 2022-01-25T23:11:30.781041+0000 mgr.smithi068.zkksrk (mgr.14702) 695 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:32 smithi165 conmon[67662]: audit 2022-01-25T23:11:31.077128+0000 2022-01-25T23:11:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:32 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 696 : audit [DBG] from='client.34536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:32 smithi165 conmon[67662]: audit 2022-01-25T23:11:31.361053+0000 mgr.smithi068.zkksrk (mgr.14702) 697 : audit [DBG] from='client.34540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:32 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:11:32.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:32 smithi165 conmon[67662]: 23:11:31.718786+0000 mon.smithi068 (mon.0) 453 : audit [DBG] from='client.? 172.21.15.68:0/1878890286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:32 smithi068 conmon[102841]: cluster 2022-01-25T23:11:30.781041+0000 mgr.smithi068.zkksrk (mgr.14702) 695 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:32 smithi068 conmon[102841]: audit 2022-01-25T23:11:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:32 smithi068 conmon[102841]: 2022-01-25T23:11:31.077128+0000 mgr.smithi068.zkksrk (mgr.14702) 696 : audit [DBG] from='client.34536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:32 smithi068 conmon[102841]: audit 2022-01-25T23:11:31.361053+0000 mgr.smithi068.zkksrk (mgr.14702) 697 : audit [DBG] from='client.34540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:32.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:32 smithi068 conmon[102841]: audit 2022-01-25T23:11:31.718786+0000 mon.smithi068 (mon.0) 453 : audit [DBG] from='client.? 172.21.15.68:0/1878890286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:34 smithi165 conmon[67662]: cluster 2022-01-25T23:11:32.781653+0000 mgr.smithi068.zkksrk (mgr.14702) 698 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:34 smithi068 conmon[102841]: cluster 2022-01-25T23:11:32.781653+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:11:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:34 smithi068 conmon[102841]: ) 698 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: cluster 2022-01-25T23:11:34.782731+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:11:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: 14702) 699 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: audit 2022-01-25T23:11:35.402062+0000 mon.smithi068 (mon.0) 454 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:11:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: audit 2022-01-25T23:11:35.403564+0000 mon.smithi068 (mon.0) 455 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:11:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: audit 2022-01-25T23:11:35.404543+0000 mon.smithi068 (mon.0) 456 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:11:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: cephadm 2022-01-25T23:11: 2022-01-25T23:11:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: 35.405390+0000 mgr.smithi068.zkksrk (mgr.14702) 700 2022-01-25T23:11:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:11:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: audit 2022-01-25T23:11:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: 2022-01-25T23:11:35.819622+0000 2022-01-25T23:11:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: mon.smithi068 (mon.0) 457 : audit 2022-01-25T23:11:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:11:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:11:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: 01-25T23:11:35.824523+0000 mon.smithi068 ( 2022-01-25T23:11:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: mon.0) 458 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:11:36.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:36 smithi068 conmon[102841]: 2022-01-25T23:11:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: cluster 2022-01-25T23:11:34.782731+0000 mgr.smithi068.zkksrk (mgr.14702) 699 2022-01-25T23:11:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: audit 2022-01-25T23:11:35.402062+0000 mon.smithi068 (mon.0) 454 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:11:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: audit 2022-01-25T23:11:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: 2022-01-25T23:11:35.403564+0000 mon.smithi068 (mon.0) 455 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:11:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:11:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: T23:11:35.404543+0000 mon.smithi068 (mon. 2022-01-25T23:11:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: 0) 456 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:11:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: cephadm 2022-01-25T23:11:35.405390 2022-01-25T23:11:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 700 : cephadm [WRN] 2022-01-25T23:11:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:11:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: audit 2022-01-25T23:11:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: 2022-01-25T23:11:35.819622+0000 mon.smithi068 (mon. 2022-01-25T23:11:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: 0) 457 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:11:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:11:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: T23:11:35.824523+0000 mon.smithi068 (mon 2022-01-25T23:11:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:36 smithi165 conmon[67662]: .0) 458 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:11:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:38 smithi068 conmon[102841]: cluster 2022-01-25T23:11:36.783476+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:11:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:38 smithi068 conmon[102841]: ) 701 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:38 smithi165 conmon[67662]: cluster 2022-01-25T23:11:36.783476+0000 mgr.smithi068.zkksrk (mgr.14702) 701 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:40 smithi068 conmon[102841]: cluster 2022-01-25T23:11:38.784027+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:40 smithi068 conmon[102841]: 702 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:40 smithi165 conmon[67662]: cluster 2022-01-25T23:11:38.784027+0000 mgr.smithi068.zkksrk (mgr.14702) 702 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:42 smithi068 conmon[102841]: cluster 2022-01-25T23:11:40.784898+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:11:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:42 smithi068 conmon[102841]: ) 703 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:42 smithi165 conmon[67662]: cluster 2022-01-25T23:11:40.784898+0000 mgr.smithi068.zkksrk (mgr.14702) 703 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:42 smithi165 conmon[67662]: 2022-01-25T23:11:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:44 smithi068 conmon[102841]: cluster 2022-01-25T23:11:42.785470+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:44 smithi068 conmon[102841]: 704 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:44 smithi165 conmon[67662]: cluster 2022-01-25T23:11:42.785470+0000 mgr.smithi068.zkksrk (mgr.14702) 704 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:44 smithi165 conmon[67662]: 2022-01-25T23:11:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:46 smithi068 conmon[102841]: cluster 2022-01-25T23:11:44.786314+0000 mgr.smithi068.zkksrk (mgr.14702) 705 2022-01-25T23:11:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:46 smithi068 conmon[102841]: : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:46 smithi165 conmon[67662]: cluster 2022-01-25T23:11:44.786314+0000 mgr.smithi068.zkksrk (mgr.14702) 705 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:46 smithi165 conmon[67662]: 2022-01-25T23:11:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:48 smithi068 conmon[102841]: cluster 2022-01-25T23:11:46.787052+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:11:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:48 smithi068 conmon[102841]: ) 706 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:48 smithi165 conmon[67662]: cluster 2022-01-25T23:11:46.787052+0000 mgr.smithi068.zkksrk (mgr.14702) 706 : 2022-01-25T23:11:48.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:48 smithi165 conmon[67662]: cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:50 smithi068 conmon[102841]: cluster 2022-01-25T23:11:48.787669+0000 2022-01-25T23:11:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:50 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 707 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:50 smithi165 conmon[67662]: cluster 2022-01-25T23:11:48.787669+0000 mgr.smithi068.zkksrk (mgr.14702) 707 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:52 smithi068 conmon[102841]: cluster 2022-01-25T23:11:50.788610+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:11:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:52 smithi068 conmon[102841]: 708 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:52 smithi165 conmon[67662]: cluster 2022-01-25T23:11:50.788610+0000 mgr.smithi068.zkksrk (mgr.14702) 708 : cluster 2022-01-25T23:11:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:52 smithi165 conmon[67662]: [DBG] pgmap v611: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:54 smithi068 conmon[102841]: cluster 2022-01-25T23:11:52.789121+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:11:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:54 smithi068 conmon[102841]: 14702) 709 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:54 smithi165 conmon[67662]: cluster 2022-01-25T23:11:52.789121+0000 mgr.smithi068.zkksrk (mgr.14702) 709 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:56 smithi068 conmon[102841]: cluster 2022-01-25T23:11:54.789924+0000 mgr.smithi068.zkksrk (mgr.14702) 710 2022-01-25T23:11:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:56 smithi165 conmon[67662]: cluster 2022-01-25T23:11:54.789924+0000 mgr.smithi068.zkksrk (mgr.14702) 710 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:11:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:58 smithi068 conmon[102841]: cluster 2022-01-25T23:11:56.790682+0000 mgr.smithi068.zkksrk (mgr.14702) 711 : 2022-01-25T23:11:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:11:58 smithi068 conmon[102841]: cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:11:58 smithi165 conmon[67662]: cluster 2022-01-25T23:11:56.790682+0000 mgr.smithi068.zkksrk (mgr.14702) 711 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:00 smithi068 conmon[102841]: cluster 2022-01-25T23:11:58.791249+0000 mgr.smithi068.zkksrk (mgr.14702) 712 : cluster 2022-01-25T23:12:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:00 smithi068 conmon[102841]: [DBG] pgmap v615: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:00 smithi165 conmon[67662]: cluster 2022-01-25T23:11:58.791249+0000 mgr.smithi068.zkksrk (mgr.14702) 712 : cluster [DBG] 2022-01-25T23:12:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:00 smithi165 conmon[67662]: pgmap v615: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:02.037 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:12:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:02 smithi068 conmon[102841]: cluster 2022-01-25T23:12:00.792073+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:12:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:02 smithi068 conmon[102841]: mgr.14702) 713 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:02.330 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:12:02.331 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (25m) 8m ago 26m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:12:02.331 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (19m) 8m ago 26m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:12:02.331 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (18m) 8m ago 26m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:12:02.332 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (25m) 8m ago 26m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:12:02.332 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (22m) 8m ago 22m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:12:02.332 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (22m) 8m ago 22m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:12:02.332 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (19m) 8m ago 28m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:12:02.333 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (19m) 8m ago 26m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:12:02.333 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (19m) 8m ago 28m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:12:02.333 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (19m) 8m ago 26m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:12:02.333 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (20m) 8m ago 20m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:12:02.334 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (20m) 8m ago 20m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:12:02.334 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (26m) 8m ago 26m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:12:02.335 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (26m) 8m ago 26m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:12:02.335 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (10m) 8m ago 25m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:12:02.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (25m) 8m ago 25m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:12:02.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (25m) 8m ago 25m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:12:02.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (24m) 8m ago 24m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:12:02.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (24m) 8m ago 24m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:12:02.337 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (24m) 8m ago 24m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:12:02.337 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (24m) 8m ago 24m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:12:02.337 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (23m) 8m ago 23m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:12:02.337 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (25m) 8m ago 26m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:12:02.671 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:12:02.671 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:12:02.671 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:02.672 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:02.672 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:12:02.672 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:02.672 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:02.673 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:12:02.673 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:12:02.673 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:12:02.674 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:02.674 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:12:02.674 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:12:02.675 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:02.675 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:12:02.675 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:12:02.675 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:12:02.675 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:12:02.676 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:12:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:02 smithi165 conmon[67662]: cluster 2022-01-25T23:12:00.792073+0000 mgr.smithi068.zkksrk (mgr.14702) 713 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:03 smithi068 conmon[102841]: audit 2022-01-25T23:12:02.025717+0000 mgr.smithi068.zkksrk (mgr.14702) 714 : audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:03 smithi068 conmon[102841]: audit 2022-01-25T23:12:02.316539+0000 mgr.smithi068.zkksrk (mgr.14702) 715 : audit [DBG] from='client.34552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:03 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:12:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:03 smithi068 conmon[102841]: 25T23:12:02.671233+0000 mon.smithi068 (mon 2022-01-25T23:12:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:03 smithi068 conmon[102841]: .0) 459 : audit [DBG] 2022-01-25T23:12:03.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:03 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/3877642487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:03 smithi165 conmon[67662]: audit 2022-01-25T23:12:02.025717+0000 mgr.smithi068.zkksrk (mgr.14702) 714 : 2022-01-25T23:12:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:03 smithi165 conmon[67662]: audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:03 smithi165 conmon[67662]: audit 2022-01-25T23:12:02.316539+0000 mgr.smithi068.zkksrk (mgr.14702) 715 : audit [DBG] from='client.34552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:03 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:12:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:03 smithi165 conmon[67662]: 01-25T23:12:02.671233+0000 mon.smithi068 (mon.0) 459 : audit [DBG] from='client.? 172.21.15.68:0/3877642487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:04 smithi068 conmon[102841]: cluster 2022-01-25T23:12:02.792510+0000 mgr.smithi068.zkksrk (mgr.14702) 716 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:04 smithi165 conmon[67662]: cluster 2022-01-25T23:12:02.792510+0000 mgr.smithi068.zkksrk (mgr.14702) 716 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:06 smithi068 conmon[102841]: cluster 2022-01-25T23:12:04.793521+0000 mgr.smithi068.zkksrk (mgr.14702) 717 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:06 smithi165 conmon[67662]: cluster 2022-01-25T23:12:04.793521+0000 mgr.smithi068.zkksrk (mgr.14702) 717 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:08 smithi068 conmon[102841]: cluster 2022-01-25T23:12:06.794329+0000 mgr.smithi068.zkksrk (mgr.14702) 718 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:08 smithi165 conmon[67662]: cluster 2022-01-25T23:12:06.794329+0000 mgr.smithi068.zkksrk (mgr.14702) 718 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:10 smithi068 conmon[102841]: cluster 2022-01-25T23:12:08.794869+0000 mgr.smithi068.zkksrk (mgr.14702) 719 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:10 smithi165 conmon[67662]: cluster 2022-01-25T23:12:08.794869+0000 mgr.smithi068.zkksrk (mgr.14702) 719 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:12 smithi068 conmon[102841]: cluster 2022-01-25T23:12:10.795787+0000 mgr.smithi068.zkksrk (mgr.14702) 720 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:12 smithi165 conmon[67662]: cluster 2022-01-25T23:12:10.795787+0000 mgr.smithi068.zkksrk (mgr.14702) 720 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:14 smithi068 conmon[102841]: cluster 2022-01-25T23:12:12.796381+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:12:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:14 smithi068 conmon[102841]: 14702) 721 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:14 smithi165 conmon[67662]: cluster 2022-01-25T23:12:12.796381+0000 mgr.smithi068.zkksrk (mgr.14702) 721 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:16 smithi068 conmon[102841]: cluster 2022-01-25T23:12:14.797504+0000 mgr.smithi068.zkksrk (mgr.14702) 722 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:16 smithi165 conmon[67662]: cluster 2022-01-25T23:12:14.797504+0000 mgr.smithi068.zkksrk (mgr.14702) 722 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:16 smithi165 conmon[67662]: 2022-01-25T23:12:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:18 smithi068 conmon[102841]: cluster 2022-01-25T23:12:16.798251+0000 mgr.smithi068.zkksrk (mgr.14702) 723 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:18 smithi068 conmon[102841]: audit 2022-01-25T23:12:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:18 smithi068 conmon[102841]: 2022-01-25T23:12:18.228948+0000 mon.smithi068 (mon.0) 460 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:12:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:18 smithi068 conmon[102841]: audit 2022-01-25T23:12:18.229167+0000 mon.smithi068 (mon.0) 461 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:12:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:18 smithi165 conmon[67662]: cluster 2022-01-25T23:12:16.798251+0000 mgr.smithi068.zkksrk (mgr.14702) 723 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:18 smithi165 conmon[67662]: audit 2022-01-25T23:12:18.228948+0000 mon.smithi068 (mon.0) 460 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:12:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:18 smithi165 conmon[67662]: audit 2022-01-25T23:12:18.229167+0000 mon.smithi068 (mon.0) 461 : audit 2022-01-25T23:12:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:18 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:12:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:20 smithi068 conmon[102841]: cluster 2022-01-25T23:12:18.798982+0000 mgr.smithi068.zkksrk (mgr.14702) 724 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:20 smithi165 conmon[67662]: cluster 2022-01-25T23:12:18.798982+0000 mgr.smithi068.zkksrk (mgr.14702) 724 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:22 smithi068 conmon[102841]: cluster 2022-01-25T23:12:20.799923+0000 mgr.smithi068.zkksrk (mgr.14702) 725 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:22 smithi165 conmon[67662]: cluster 2022-01-25T23:12:20.799923+0000 mgr.smithi068.zkksrk (mgr.14702) 725 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:24 smithi068 conmon[102841]: cluster 2022-01-25T23:12:22.800458+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:12:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:24 smithi068 conmon[102841]: mgr.14702) 726 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:24 smithi165 conmon[67662]: cluster 2022-01-25T23:12:22.800458+0000 mgr.smithi068.zkksrk (mgr.14702) 726 : cluster [DBG] 2022-01-25T23:12:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:24 smithi165 conmon[67662]: pgmap v627: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:26 smithi068 conmon[102841]: cluster 2022-01-25T23:12:24.801360+0000 mgr.smithi068.zkksrk (mgr.14702) 727 2022-01-25T23:12:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:26 smithi165 conmon[67662]: cluster 2022-01-25T23:12:24.801360+0000 mgr.smithi068.zkksrk (mgr.14702) 727 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:28 smithi068 conmon[102841]: cluster 2022-01-25T23:12:26.801950+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:12:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:28 smithi068 conmon[102841]: ) 728 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:28 smithi165 conmon[67662]: cluster 2022-01-25T23:12:26.801950+0000 mgr.smithi068.zkksrk (mgr.14702) 728 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:30 smithi068 conmon[102841]: cluster 2022-01-25T23:12:28.802655+0000 mgr.smithi068.zkksrk (mgr.14702) 729 2022-01-25T23:12:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:30 smithi068 conmon[102841]: : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:30 smithi165 conmon[67662]: cluster 2022-01-25T23:12:28.802655+0000 mgr.smithi068.zkksrk (mgr.14702) 729 : cluster [DBG] 2022-01-25T23:12:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:30 smithi165 conmon[67662]: pgmap v630: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:32 smithi068 conmon[102841]: cluster 2022-01-25T23:12:30.803543+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:12:32.635 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:32 smithi068 conmon[102841]: .14702) 730 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:32 smithi165 conmon[67662]: cluster 2022-01-25T23:12:30.803543+0000 mgr.smithi068.zkksrk (mgr.14702) 730 : cluster [DBG] 2022-01-25T23:12:32.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:32 smithi165 conmon[67662]: pgmap v631: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:32.992 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:12:33.284 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:12:33.284 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (26m) 9m ago 27m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:12:33.285 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (19m) 9m ago 27m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:12:33.285 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (19m) 9m ago 26m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:12:33.285 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (26m) 9m ago 27m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:12:33.285 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (22m) 9m ago 22m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:12:33.286 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (23m) 9m ago 23m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:12:33.286 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (20m) 9m ago 28m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:12:33.286 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (20m) 9m ago 26m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:12:33.286 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (19m) 9m ago 28m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:12:33.287 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (19m) 9m ago 26m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:12:33.287 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (20m) 9m ago 20m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:12:33.287 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (20m) 9m ago 20m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:12:33.287 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (27m) 9m ago 27m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:12:33.287 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (26m) 9m ago 26m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:12:33.288 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (11m) 9m ago 26m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:12:33.288 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (25m) 9m ago 25m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:12:33.288 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (25m) 9m ago 25m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:12:33.288 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (25m) 9m ago 25m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:12:33.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (25m) 9m ago 25m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:12:33.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (24m) 9m ago 24m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:12:33.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (24m) 9m ago 24m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:12:33.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (24m) 9m ago 24m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:12:33.289 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (26m) 9m ago 26m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:12:33.629 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:12:33.629 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:12:33.629 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:33.630 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:33.630 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:12:33.630 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:33.631 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:33.631 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:12:33.631 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:12:33.631 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:12:33.631 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:33.632 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:12:33.632 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:12:33.632 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:12:33.632 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:12:33.633 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:12:33.633 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:12:33.633 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:12:33.633 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:12:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: cluster 2022-01-25T23:12:32.803934+0000 mgr.smithi068.zkksrk (mgr.14702) 731 : cluster [DBG] 2022-01-25T23:12:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: pgmap v632: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: audit 2022-01-25T23:12:32.979998+0000 mgr.smithi068.zkksrk (mgr.14702) 732 : audit [DBG] from='client.34560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:34.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:12:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: :12:33.270174+0000 mgr.smithi068.zkksrk (mgr.14702) 733 : audit [DBG] from='client.34564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:12:34.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: 12:33.629725+0000 mon.smithi068 (mon.0 2022-01-25T23:12:34.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:34 smithi068 conmon[102841]: ) 462 : audit [DBG] from='client.? 172.21.15.68:0/1198463555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: cluster 2022-01-25T23:12:32.803934+0000 mgr.smithi068.zkksrk (mgr.14702) 731 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: 2022-01-25T23:12:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: audit 2022-01-25T23:12:32.979998+0000 mgr.smithi068.zkksrk (mgr.14702) 732 : audit [DBG] from='client.34560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: audit 2022-01-25T23:12:33.270174+0000 mgr.smithi068.zkksrk (mgr.14702) 733 : 2022-01-25T23:12:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: audit [DBG] from='client.34564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: audit 2022-01-25T23:12:33.629725+0000 2022-01-25T23:12:34.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:34 smithi165 conmon[67662]: mon.smithi068 (mon.0) 462 : audit [DBG] from='client.? 172.21.15.68:0/1198463555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: cluster 2022-01-25T23:12:34.804812+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:12:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 734 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: audit 2022-01-25T23:12:35.827504+0000 mon.smithi068 (mon.0) 463 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:12:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: audit 2022-01-25T23:12:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 2022-01-25T23:12:35.829006+0000 mon.smithi068 (mon.0) 464 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:12:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: audit 2022-01-25T23:12 2022-01-25T23:12:36.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: :35.830046+0000 mon.smithi068 (mon.0) 2022-01-25T23:12:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 465 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:12:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:12:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: T23:12:36.224717+0000 mon.smithi068 2022-01-25T23:12:36.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: (mon.0) 466 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:12:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 2022-01-25T23:12:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: audit 2022-01-25T23:12:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 2022-01-25T23 2022-01-25T23:12:36.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: :12:36.243989+0000 mon.smithi068 (mon. 2022-01-25T23:12:36.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 0) 467 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:12:36.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: audit 2022 2022-01-25T23:12:36.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: -01-25T23:12:36. 2022-01-25T23:12:36.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: 249104+0000 mon.smithi068 (mon.0) 468 : audit 2022-01-25T23:12:36.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:36 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:12:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: cluster 2022-01-25T23:12:34.804812+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:12:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 14702) 734 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: audit 2022-01-25T23:12:35.827504+0000 mon.smithi068 (mon.0) 463 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:12:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: audit 2022-01-25T23:12:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 2022-01-25T23:12:35.829006+0000 mon.smithi068 (mon.0) 464 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:12:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:12:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 23:12:35.830046+0000 mon.smithi068 (mon.0 2022-01-25T23:12:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: ) 465 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:12:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:12:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 23:12:36.224717+0000 mon.smithi068 (mon. 2022-01-25T23:12:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 0) 466 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:12:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:12:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: T23:12:36.243989+0000 mon.smithi068 (mon. 2022-01-25T23:12:36.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 0) 467 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:12:36.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:12:36.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 23:12:36.249104+0000 mon.smithi068 (mon. 2022-01-25T23:12:36.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:36 smithi165 conmon[67662]: 0) 468 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:12:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:37 smithi165 conmon[67662]: cephadm 2022-01-25T23:12:35.830944+0000 mgr.smithi068.zkksrk (mgr.14702) 735 : cephadm [WRN] 2022-01-25T23:12:37.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:37 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:12:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:37 smithi068 conmon[102841]: cephadm 2022-01-25T23:12:35.830944+0000 mgr.smithi068.zkksrk (mgr.14702) 735 : cephadm 2022-01-25T23:12:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:37 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:12:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:38 smithi068 conmon[102841]: cluster 2022-01-25T23:12:36.805484+0000 mgr.smithi068.zkksrk (mgr.14702) 736 : 2022-01-25T23:12:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:38 smithi068 conmon[102841]: cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:38 smithi165 conmon[67662]: cluster 2022-01-25T23:12:36.805484+0000 mgr.smithi068.zkksrk (mgr.14702) 736 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:40 smithi165 conmon[67662]: cluster 2022-01-25T23:12:38.806038+0000 mgr.smithi068.zkksrk (mgr.14702) 737 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:40.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:40 smithi068 conmon[102841]: cluster 2022-01-25T23:12:38.806038+0000 mgr.smithi068.zkksrk (mgr.14702) 737 : 2022-01-25T23:12:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:40 smithi068 conmon[102841]: cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:42 smithi165 conmon[67662]: cluster 2022-01-25T23:12:40.806930+0000 mgr.smithi068.zkksrk (mgr.14702) 738 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:42 smithi068 conmon[102841]: cluster 2022-01-25T23:12:40.806930+0000 mgr.smithi068.zkksrk (mgr.14702) 738 : cluster 2022-01-25T23:12:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:42 smithi068 conmon[102841]: [DBG] pgmap v636: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:44 smithi165 conmon[67662]: cluster 2022-01-25T23:12:42.807623+0000 mgr.smithi068.zkksrk (mgr.14702) 739 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:44 smithi068 conmon[102841]: cluster 2022-01-25T23:12:42.807623+0000 mgr.smithi068.zkksrk (mgr.14702) 739 2022-01-25T23:12:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:44 smithi068 conmon[102841]: : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:46 smithi165 conmon[67662]: cluster 2022-01-25T23:12:44.808481+0000 mgr.smithi068.zkksrk (mgr.14702) 740 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:46 smithi068 conmon[102841]: cluster 2022-01-25T23:12:44.808481+0000 mgr.smithi068.zkksrk (mgr.14702) 740 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:48 smithi068 conmon[102841]: cluster 2022-01-25T23:12:46.809101+0000 mgr.smithi068.zkksrk (mgr.14702) 741 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:48.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:48 smithi165 conmon[67662]: cluster 2022-01-25T23:12:46.809101+0000 mgr.smithi068.zkksrk (mgr.14702) 741 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:50 smithi165 conmon[67662]: cluster 2022-01-25T23:12:48.809722+0000 mgr.smithi068.zkksrk (mgr.14702) 742 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:50.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:50 smithi068 conmon[102841]: cluster 2022-01-25T23:12:48.809722+0000 mgr.smithi068.zkksrk (mgr.14702) 742 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:52 smithi165 conmon[67662]: cluster 2022-01-25T23:12:50.810613+0000 mgr.smithi068.zkksrk (mgr.14702) 743 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:52 smithi068 conmon[102841]: cluster 2022-01-25T23:12:50.810613+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:12:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:52 smithi068 conmon[102841]: .14702) 743 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:54 smithi165 conmon[67662]: cluster 2022-01-25T23:12:52.811260+0000 mgr.smithi068.zkksrk (mgr.14702) 744 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:54.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:54 smithi068 conmon[102841]: cluster 2022-01-25T23:12:52.811260+0000 mgr.smithi068.zkksrk (mgr.14702) 744 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:56 smithi165 conmon[67662]: cluster 2022-01-25T23:12:54.811987+0000 mgr.smithi068.zkksrk (mgr.14702) 745 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:56 smithi068 conmon[102841]: cluster 2022-01-25T23:12:54.811987+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:12:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:56 smithi068 conmon[102841]: 745 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:12:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:58 smithi068 conmon[102841]: cluster 2022-01-25T23:12:56.812574+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:12:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:12:58 smithi068 conmon[102841]: mgr.14702) 746 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:12:58 smithi165 conmon[67662]: cluster 2022-01-25T23:12:56.812574+0000 mgr.smithi068.zkksrk (mgr.14702) 746 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:00 smithi165 conmon[67662]: cluster 2022-01-25T23:12:58.813133+0000 mgr.smithi068.zkksrk (mgr.14702) 747 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:00 smithi068 conmon[102841]: cluster 2022-01-25T23:12:58.813133+0000 mgr.smithi068.zkksrk (mgr.14702) 747 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:02 smithi165 conmon[67662]: cluster 2022-01-25T23:13:00.814233+0000 mgr.smithi068.zkksrk (mgr.14702) 748 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:02.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:02 smithi068 conmon[102841]: cluster 2022-01-25T23:13:00.814233+0000 mgr.smithi068.zkksrk (mgr.14702) 748 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:03.956 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:13:04.244 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:13:04.245 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (26m) 9m ago 27m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:13:04.245 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (20m) 9m ago 27m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:13:04.245 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (19m) 9m ago 27m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:13:04.246 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (26m) 9m ago 27m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:13:04.246 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (23m) 9m ago 23m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:13:04.246 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (23m) 9m ago 23m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:13:04.246 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (20m) 9m ago 29m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:13:04.247 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (20m) 9m ago 27m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:13:04.247 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (20m) 9m ago 29m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:13:04.247 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (20m) 9m ago 27m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:13:04.247 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (21m) 9m ago 21m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:13:04.247 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (21m) 9m ago 21m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:13:04.248 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (27m) 9m ago 27m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:13:04.248 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (27m) 9m ago 27m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:13:04.248 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (11m) 9m ago 26m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:13:04.248 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (26m) 9m ago 26m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:13:04.249 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (26m) 9m ago 26m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:13:04.249 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (25m) 9m ago 25m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:13:04.249 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (25m) 9m ago 25m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:13:04.249 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (25m) 9m ago 25m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:13:04.249 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (25m) 9m ago 25m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:13:04.250 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (24m) 9m ago 24m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:13:04.250 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (26m) 9m ago 27m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:13:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:04 smithi068 conmon[102841]: cluster 2022-01-25T23:13:02.814738+0000 2022-01-25T23:13:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:04 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 749 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:04.587 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:13:04.588 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:13:04.588 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:04.588 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:04.589 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:13:04.589 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:04.589 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:04.589 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:13:04.590 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:13:04.590 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:13:04.590 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:04.590 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:13:04.591 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:13:04.591 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:04.591 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:13:04.591 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:13:04.591 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:13:04.592 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:13:04.592 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:13:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:04 smithi165 conmon[67662]: cluster 2022-01-25T23:13:02.814738+0000 mgr.smithi068.zkksrk (mgr.14702) 749 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:05 smithi165 conmon[67662]: audit 2022-01-25T23:13:03.944887+0000 mgr.smithi068.zkksrk (mgr.14702) 750 : audit [DBG] from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:05 smithi165 conmon[67662]: audit 2022-01-25T23:13:04.231044+0000 2022-01-25T23:13:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:05 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 751 : audit [DBG] from='client.34576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:05 smithi165 conmon[67662]: audit 2022-01-25T23:13:04.588091+0000 mon.smithi068 (mon.0) 469 : audit [DBG] from='client.? 172.21.15.68:0/2016675378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:05 smithi068 conmon[102841]: audit 2022-01-25T23:13:03.944887+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:13:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:05 smithi068 conmon[102841]: .14702) 750 : audit [DBG] from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:05 smithi068 conmon[102841]: audit 2022-01-25T23:13:04.231044+0000 mgr.smithi068.zkksrk (mgr.14702) 751 : audit [DBG] from='client.34576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:05 smithi068 conmon[102841]: audit 2022-01-25T23:13:04.588091+0000 mon.smithi068 (mon.0) 469 2022-01-25T23:13:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:05 smithi068 conmon[102841]: : audit [DBG] from='client.? 172.21.15.68:0/2016675378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:06 smithi165 conmon[67662]: cluster 2022-01-25T23:13:04.815616+0000 mgr.smithi068.zkksrk (mgr.14702) 752 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:06 smithi068 conmon[102841]: cluster 2022-01-25T23:13:04.815616+0000 mgr.smithi068.zkksrk (mgr.14702) 752 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:08 smithi068 conmon[102841]: cluster 2022-01-25T23:13:06.816287+0000 mgr.smithi068.zkksrk (mgr.14702) 753 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:08 smithi165 conmon[67662]: cluster 2022-01-25T23:13:06.816287+0000 mgr.smithi068.zkksrk (mgr.14702) 753 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:10 smithi165 conmon[67662]: cluster 2022-01-25T23:13:08.816812+0000 mgr.smithi068.zkksrk (mgr.14702) 754 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:10 smithi068 conmon[102841]: cluster 2022-01-25T23:13:08.816812+0000 mgr.smithi068.zkksrk (mgr.14702) 754 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:12 smithi165 conmon[67662]: cluster 2022-01-25T23:13:10.817848+0000 mgr.smithi068.zkksrk (mgr.14702) 755 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:12 smithi068 conmon[102841]: cluster 2022-01-25T23:13:10.817848+0000 mgr.smithi068.zkksrk (mgr.14702) 755 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:12 smithi068 conmon[102841]: 2022-01-25T23:13:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:14 smithi165 conmon[67662]: cluster 2022-01-25T23:13:12.818417+0000 mgr.smithi068.zkksrk (mgr.14702) 756 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:14 smithi068 conmon[102841]: cluster 2022-01-25T23:13:12.818417+0000 mgr.smithi068.zkksrk (mgr.14702) 756 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:16 smithi165 conmon[67662]: cluster 2022-01-25T23:13:14.819307+0000 mgr.smithi068.zkksrk (mgr.14702) 757 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:16 smithi068 conmon[102841]: cluster 2022-01-25T23:13:14.819307+0000 mgr.smithi068.zkksrk (mgr.14702) 757 : 2022-01-25T23:13:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:16 smithi068 conmon[102841]: cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:18 smithi068 conmon[102841]: cluster 2022-01-25T23:13:16.819864+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:13:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:18 smithi068 conmon[102841]: 14702) 758 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:18 smithi068 conmon[102841]: audit 2022-01-25T23:13:18.233924+0000 mon.smithi068 (mon.0) 470 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:13:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:18 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:13:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:18 smithi068 conmon[102841]: T23:13:18.234138+0000 mon.smithi068 ( 2022-01-25T23:13:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:18 smithi068 conmon[102841]: mon.0) 471 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:13:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:18 smithi165 conmon[67662]: cluster 2022-01-25T23:13:16.819864+0000 mgr.smithi068.zkksrk (mgr.14702) 758 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:18 smithi165 conmon[67662]: audit 2022-01-25T23:13:18.233924+0000 mon.smithi068 (mon.0) 470 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:13:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:18 smithi165 conmon[67662]: audit 2022-01-25T23:13:18.234138+0000 mon.smithi068 (mon.0) 471 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:13:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:20 smithi165 conmon[67662]: cluster 2022-01-25T23:13:18.820567+0000 mgr.smithi068.zkksrk (mgr.14702) 759 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:20 smithi165 conmon[67662]: 2022-01-25T23:13:20.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:20 smithi068 conmon[102841]: cluster 2022-01-25T23:13:18.820567+0000 mgr.smithi068.zkksrk (mgr.14702) 759 2022-01-25T23:13:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:22 smithi165 conmon[67662]: cluster 2022-01-25T23:13:20.821348+0000 mgr.smithi068.zkksrk (mgr.14702) 760 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:22 smithi068 conmon[102841]: cluster 2022-01-25T23:13:20.821348+0000 mgr.smithi068.zkksrk (mgr.14702) 760 : cluster [DBG] 2022-01-25T23:13:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:22 smithi068 conmon[102841]: pgmap v656: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:24 smithi165 conmon[67662]: cluster 2022-01-25T23:13:22.821784+0000 mgr.smithi068.zkksrk (mgr.14702) 761 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:24 smithi068 conmon[102841]: cluster 2022-01-25T23:13:22.821784+0000 mgr.smithi068.zkksrk (mgr.14702) 761 2022-01-25T23:13:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:26 smithi165 conmon[67662]: cluster 2022-01-25T23:13:24.822578+0000 mgr.smithi068.zkksrk (mgr.14702) 762 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:26 smithi165 conmon[67662]: 2022-01-25T23:13:26.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:26 smithi068 conmon[102841]: cluster 2022-01-25T23:13:24.822578+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:13:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:26 smithi068 conmon[102841]: ) 762 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:28 smithi068 conmon[102841]: cluster 2022-01-25T23:13:26.823126+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:13:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:28 smithi068 conmon[102841]: mgr.14702) 763 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:28 smithi165 conmon[67662]: cluster 2022-01-25T23:13:26.823126+0000 mgr.smithi068.zkksrk (mgr.14702) 763 : cluster [DBG] 2022-01-25T23:13:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:28 smithi165 conmon[67662]: pgmap v659: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:30 smithi165 conmon[67662]: cluster 2022-01-25T23:13:28.823851+0000 mgr.smithi068.zkksrk (mgr.14702) 764 : cluster [DBG] 2022-01-25T23:13:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:30 smithi165 conmon[67662]: pgmap v660: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:30 smithi068 conmon[102841]: cluster 2022-01-25T23:13:28.823851+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:13:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:30 smithi068 conmon[102841]: ) 764 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:32 smithi165 conmon[67662]: cluster 2022-01-25T23:13:30.824887+0000 mgr.smithi068.zkksrk (mgr.14702) 765 : cluster [DBG] 2022-01-25T23:13:32.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:32 smithi165 conmon[67662]: pgmap v661: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:32 smithi068 conmon[102841]: cluster 2022-01-25T23:13:30.824887+0000 mgr.smithi068.zkksrk (mgr.14702) 765 : cluster 2022-01-25T23:13:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:32 smithi068 conmon[102841]: [DBG] pgmap v661: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:34 smithi165 conmon[67662]: cluster 2022-01-25T23:13:32.825370+0000 mgr.smithi068.zkksrk (mgr.14702) 766 : cluster [DBG] 2022-01-25T23:13:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:34 smithi165 conmon[67662]: pgmap v662: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:34 smithi068 conmon[102841]: cluster 2022-01-25T23:13:32.825370+0000 mgr.smithi068.zkksrk (mgr.14702) 766 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:34.907 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:13:35.196 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:13:35.197 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (27m) 10m ago 28m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:13:35.197 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (20m) 10m ago 28m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:13:35.197 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (20m) 10m ago 27m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:13:35.197 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (27m) 10m ago 28m 39.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:13:35.198 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (24m) 10m ago 24m 40.4M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:13:35.198 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (24m) 10m ago 24m 17.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:13:35.198 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (21m) 10m ago 29m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:13:35.198 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (21m) 10m ago 27m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:13:35.199 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (20m) 10m ago 29m 146M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:13:35.199 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (20m) 10m ago 27m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:13:35.199 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (21m) 10m ago 21m 144M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:13:35.199 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (21m) 10m ago 21m 90.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:13:35.200 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (28m) 10m ago 28m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:13:35.200 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (27m) 10m ago 27m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:13:35.200 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (12m) 10m ago 27m 541M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:13:35.200 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (26m) 10m ago 26m 1312M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:13:35.200 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (26m) 10m ago 26m 950M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:13:35.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (26m) 10m ago 26m 1520M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:13:35.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (26m) 10m ago 26m 1341M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:13:35.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (25m) 10m ago 25m 1677M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:13:35.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (25m) 10m ago 25m 1297M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:13:35.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (25m) 10m ago 25m 1940M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:13:35.202 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (27m) 10m ago 28m 51.7M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:13:35.535 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:13:35.536 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:13:35.536 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:35.536 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:35.536 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:13:35.537 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:35.537 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:35.537 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:13:35.537 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:13:35.538 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:13:35.538 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:35.538 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:13:35.538 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:13:35.539 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:13:35.539 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:13:35.539 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:13:35.539 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:13:35.539 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:13:35.540 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:13:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: cluster 2022-01-25T23:13:34.826061+0000 mgr.smithi068.zkksrk (mgr.14702) 767 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: audit 2022-01-25T23:13:34.896382+0000 mgr.smithi068.zkksrk (mgr.14702) 768 : audit [DBG] from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: audit 2022-01-25T23:13:35.182456+0000 mgr.smithi068.zkksrk (mgr.14702) 769 : audit [DBG] from='client.34588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: audit 2022-01-25T23:13:35.536237+0000 mon.smithi068 (mon.0) 472 : audit [DBG] from='client.? 172.21.15.68:0/743056811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: audit 2022-01-25T23:13:36.252127+0000 mon.smithi068 (mon.0) 473 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:13:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: 2022-01-25T23:13:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: audit 2022-01-25T23:13:36.253431+0000 mon.smithi068 (mon.0) 474 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:13:36.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: audit 2022-01-25T23:13:36.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:36 smithi165 conmon[67662]: 2022-01-25T23:13:36.254297+0000 mon.smithi068 (mon.0) 475 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:13:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: cluster 2022-01-25T23:13:34.826061+0000 2022-01-25T23:13:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 767 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: audit 2022-01-25T23:13:34.896382+0000 2022-01-25T23:13:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 768 : audit [DBG] from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: audit 2022-01-25T23:13:35.182456+0000 mgr.smithi068.zkksrk 2022-01-25T23:13:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: (mgr.14702) 769 : audit [DBG] from='client.34588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:13:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: 13:35.536237+0000 mon.smithi068 (mon.0) 472 : audit 2022-01-25T23:13:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/743056811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: audit 2022-01-25T23:13:36.252127+0000 mon.smithi068 2022-01-25T23:13:36.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: (mon.0) 473 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:13:36.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:13:36.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: 23:13:36.253431+0000 mon.smithi068 (mon.0) 474 : audit [DBG] 2022-01-25T23:13:36.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:13:36.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: audit 2022 2022-01-25T23:13:36.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: -01-25T23:13:36.254297+0000 mon.smithi068 (mon.0) 475 : audit 2022-01-25T23:13:36.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:36 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:13:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:37 smithi165 conmon[67662]: cephadm 2022-01-25T23:13:36.254992+0000 mgr.smithi068.zkksrk (mgr.14702) 770 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:13:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:37 smithi068 conmon[102841]: cephadm 2022-01-25T23:13:36.254992+0000 mgr.smithi068.zkksrk (mgr.14702) 770 2022-01-25T23:13:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:37 smithi068 conmon[102841]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:13:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:38 smithi068 conmon[102841]: cluster 2022-01-25T23:13:36.826569+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:13:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:38 smithi068 conmon[102841]: ) 771 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:38 smithi165 conmon[67662]: cluster 2022-01-25T23:13:36.826569+0000 mgr.smithi068.zkksrk (mgr.14702) 771 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:40 smithi165 conmon[67662]: cluster 2022-01-25T23:13:38.827069+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:13:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:40 smithi165 conmon[67662]: .14702) 772 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:40.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:40 smithi068 conmon[102841]: cluster 2022-01-25T23:13:38. 2022-01-25T23:13:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:40 smithi068 conmon[102841]: 827069+0000 mgr.smithi068.zkksrk (mgr.14702) 772 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:41.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:41 smithi165 conmon[67662]: audit 2022-01-25T23:13:40.613294+0000 mon.smithi068 (mon.0) 476 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:41.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:41 smithi165 conmon[67662]: 2022-01-25T23:13:41.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:41 smithi165 conmon[67662]: cluster 2022-01-25T23:13:40.828089+0000 mgr.smithi068.zkksrk (mgr.14702) 773 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:42.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:41 smithi068 conmon[102841]: audit 2022-01-25T23:13:40.613294+0000 mon.smithi068 (mon.0) 476 2022-01-25T23:13:42.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:41 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:42.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:41 smithi068 conmon[102841]: cluster 2022-01-25T23:13:40.828089+0000 mgr.smithi068.zkksrk (mgr.14702) 773 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: audit 2022-01-25T23:13:42.626054+0000 mon.smithi068 (mon.0) 477 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: cluster 2022-01-25T23:13:42.828675+0000 mgr.smithi068.zkksrk (mgr.14702) 774 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: audit 2022-01-25T23:13:43.012079+0000 mon.smithi068 (mon.0) 2022-01-25T23:13:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: 478 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:13:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: audit 2022-01-25T23:13: 2022-01-25T23:13:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: 43.016205+0000 mon.smithi068 (mon.0) 479 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: audit 2022-01-25T23:13: 2022-01-25T23:13:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: 43.021753+0000 mon.smithi068 (mon.0) 480 : audit 2022-01-25T23:13:43.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:43 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: audit 2022-01-25T23:13:42.626054+0000 mon.smithi068 (mon.0) 477 : 2022-01-25T23:13:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: cluster 2022-01-25T23:13:42.828675+0000 mgr.smithi068.zkksrk (mgr.14702) 774 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:13:44.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: :13:43.012079+0000 mon.smithi068 (mon.0) 478 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:13:44.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: audit 2022-01-25T23:13:43.016205+0000 2022-01-25T23:13:44.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: mon.smithi068 (mon.0) 479 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:44.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:13:44.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:43 smithi068 conmon[102841]: 25T23:13:43.021753+0000 mon.smithi068 (mon.0) 480 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:13:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:46 smithi165 conmon[67662]: cluster 2022-01-25T23:13:44.829602+0000 mgr.smithi068.zkksrk (mgr.14702) 775 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:46 smithi068 conmon[102841]: cluster 2022-01-25T23:13:44.829602+0000 mgr.smithi068.zkksrk (mgr.14702) 775 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:48 smithi165 conmon[67662]: cluster 2022-01-25T23:13:46.830354+0000 mgr.smithi068.zkksrk (mgr.14702) 776 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:48 smithi068 conmon[102841]: cluster 2022-01-25T23:13:46.830354+0000 mgr.smithi068.zkksrk (mgr.14702) 776 : cluster [DBG] 2022-01-25T23:13:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:48 smithi068 conmon[102841]: pgmap v669: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:50 smithi165 conmon[67662]: cluster 2022-01-25T23:13:48.830944+0000 mgr.smithi068.zkksrk (mgr.14702) 777 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:50 smithi068 conmon[102841]: cluster 2022-01-25T23:13:48.830944+0000 mgr.smithi068.zkksrk (mgr.14702) 777 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:52 smithi165 conmon[67662]: cluster 2022-01-25T23:13:50.831916+0000 mgr.smithi068.zkksrk (mgr.14702) 778 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:52 smithi068 conmon[102841]: cluster 2022-01-25T23:13:50.831916+0000 mgr.smithi068.zkksrk (mgr.14702) 778 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:54 smithi165 conmon[67662]: cluster 2022-01-25T23:13:52.832636+0000 mgr.smithi068.zkksrk (mgr.14702) 779 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:54 smithi068 conmon[102841]: cluster 2022-01-25T23:13:52.832636+0000 mgr.smithi068.zkksrk (mgr.14702) 779 2022-01-25T23:13:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:56 smithi165 conmon[67662]: cluster 2022-01-25T23:13:54.833644+0000 mgr.smithi068.zkksrk (mgr.14702) 780 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:56 smithi068 conmon[102841]: cluster 2022-01-25T23:13:54.833644+0000 mgr.smithi068.zkksrk (mgr.14702) 780 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:13:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:13:58 smithi165 conmon[67662]: cluster 2022-01-25T23:13:56.834252+0000 mgr.smithi068.zkksrk (mgr.14702) 781 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:58 smithi068 conmon[102841]: cluster 2022-01-25T23:13:56.834252+0000 2022-01-25T23:13:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:13:58 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 781 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:00 smithi165 conmon[67662]: cluster 2022-01-25T23:13:58.834798+0000 mgr.smithi068.zkksrk (mgr.14702) 782 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:00 smithi068 conmon[102841]: cluster 2022-01-25T23:13:58.834798+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:00 smithi068 conmon[102841]: ) 782 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:02 smithi068 conmon[102841]: cluster 2022-01-25T23:14:00.835870+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:02 smithi068 conmon[102841]: ) 783 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:02 smithi165 conmon[67662]: cluster 2022-01-25T23:14:00.835870+0000 mgr.smithi068.zkksrk (mgr.14702) 783 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:04 smithi068 conmon[102841]: cluster 2022-01-25T23:14:02.836488+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:14:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:04 smithi068 conmon[102841]: .14702) 784 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:04 smithi165 conmon[67662]: cluster 2022-01-25T23:14:02.836488+0000 mgr.smithi068.zkksrk (mgr.14702) 784 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:05.864 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:14:06.152 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:14:06.152 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (27m) 23s ago 28m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:14:06.153 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (21m) 23s ago 28m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:14:06.153 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (20m) 25s ago 28m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:14:06.154 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (27m) 23s ago 28m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:14:06.154 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (24m) 23s ago 24m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:14:06.154 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (24m) 25s ago 24m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:14:06.155 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (21m) 23s ago 30m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:14:06.155 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (21m) 25s ago 28m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:14:06.155 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (21m) 23s ago 30m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:14:06.155 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (21m) 25s ago 28m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:14:06.156 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (22m) 23s ago 22m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:14:06.156 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (22m) 25s ago 22m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:14:06.156 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (28m) 23s ago 28m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:14:06.156 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (28m) 25s ago 28m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:14:06.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (12m) 23s ago 27m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:14:06.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (27m) 23s ago 27m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:14:06.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (27m) 23s ago 27m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:14:06.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (26m) 23s ago 26m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:14:06.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (26m) 25s ago 26m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:14:06.158 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (26m) 25s ago 26m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:14:06.158 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (26m) 25s ago 26m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:14:06.158 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (25m) 25s ago 25m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:14:06.158 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (27m) 23s ago 28m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:14:06.491 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:14:06.492 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:14:06.492 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:06.492 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:06.493 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:14:06.493 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:06.493 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:06.493 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:14:06.493 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:14:06.494 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:14:06.494 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:06.494 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:14:06.494 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:14:06.495 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:06.495 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:14:06.495 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:14:06.495 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:14:06.496 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:14:06.496 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:14:06.496 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:06 smithi068 conmon[102841]: cluster 2022-01-25T23:14:04.837528+0000 mgr.smithi068.zkksrk (mgr.14702) 785 2022-01-25T23:14:06.496 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:06 smithi165 conmon[67662]: cluster 2022-01-25T23:14:04.837528+0000 mgr.smithi068.zkksrk (mgr.14702) 785 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: audit 2022-01-25T23:14:05.852676+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:14:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: mgr.14702) 786 : audit [DBG] from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: audit 2022-01-25T23:14:06.138016+0000 mgr.smithi068.zkksrk (mgr.14702) 787 : audit [DBG] 2022-01-25T23:14:07.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: from='client.34600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:07.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:14:07.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: 23:14:06.492231+0000 mon.smithi068 (mon.0) 481 : audit 2022-01-25T23:14:07.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:07 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/892669777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:07 smithi165 conmon[67662]: audit 2022-01-25T23:14:05.852676+0000 mgr.smithi068.zkksrk (mgr.14702) 786 : audit 2022-01-25T23:14:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:07 smithi165 conmon[67662]: [DBG] from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:07 smithi165 conmon[67662]: audit 2022-01-25T23:14:06.138016+0000 mgr.smithi068.zkksrk (mgr.14702) 787 : audit [DBG] from='client.34600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:07 smithi165 conmon[67662]: audit 2022-01-25T23:14:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:07 smithi165 conmon[67662]: 2022-01-25T23:14:06.492231+0000 mon.smithi068 (mon.0) 481 : audit [DBG] 2022-01-25T23:14:07.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:07 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/892669777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:08 smithi068 conmon[102841]: cluster 2022-01-25T23:14:06.838264+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:14:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:08 smithi068 conmon[102841]: .14702) 788 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:08 smithi165 conmon[67662]: cluster 2022-01-25T23:14:06.838264+0000 mgr.smithi068.zkksrk (mgr.14702) 788 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:10 smithi068 conmon[102841]: cluster 2022-01-25T23:14:08.838845+0000 mgr.smithi068.zkksrk (mgr.14702) 789 : cluster [DBG] 2022-01-25T23:14:10.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:10 smithi068 conmon[102841]: pgmap v680: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:10 smithi165 conmon[67662]: cluster 2022-01-25T23:14:08.838845+0000 mgr.smithi068.zkksrk (mgr.14702) 789 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:12 smithi068 conmon[102841]: cluster 2022-01-25T23:14:10.839712+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:12 smithi068 conmon[102841]: ) 790 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:12 smithi165 conmon[67662]: cluster 2022-01-25T23:14:10.839712+0000 mgr.smithi068.zkksrk (mgr.14702) 790 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:14 smithi068 conmon[102841]: cluster 2022-01-25T23:14:12.840355+0000 mgr.smithi068.zkksrk (mgr.14702) 791 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:14 smithi165 conmon[67662]: cluster 2022-01-25T23:14:12.840355+0000 mgr.smithi068.zkksrk (mgr.14702) 791 : cluster [DBG] 2022-01-25T23:14:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:14 smithi165 conmon[67662]: pgmap v682: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:16 smithi068 conmon[102841]: cluster 2022-01-25T23:14:14.841254+0000 mgr.smithi068.zkksrk (mgr.14702) 792 : cluster 2022-01-25T23:14:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:16 smithi068 conmon[102841]: [DBG] pgmap v683: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:16 smithi165 conmon[67662]: cluster 2022-01-25T23:14:14.841254+0000 mgr.smithi068.zkksrk (mgr.14702) 792 2022-01-25T23:14:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:16 smithi165 conmon[67662]: : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:18 smithi068 conmon[102841]: cluster 2022-01-25T23:14:16.842021+0000 mgr.smithi068.zkksrk (mgr.14702) 793 2022-01-25T23:14:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:18 smithi068 conmon[102841]: : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:18 smithi165 conmon[67662]: cluster 2022-01-25T23:14:16.842021+0000 mgr.smithi068.zkksrk (mgr.14702) 793 : cluster [DBG] 2022-01-25T23:14:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:18 smithi165 conmon[67662]: pgmap v684: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:19 smithi068 conmon[102841]: audit 2022-01-25T23:14:18.238761+0000 mon.smithi068 (mon.0) 482 : audit 2022-01-25T23:14:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:19 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:14:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:19 smithi068 conmon[102841]: audit 2022-01-25T23:14:18.238984+0000 mon.smithi068 (mon.0) 483 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:14:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:19 smithi165 conmon[67662]: audit 2022-01-25T23:14:18.238761+0000 mon.smithi068 (mon.0) 482 : 2022-01-25T23:14:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:19 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:14:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:19 smithi165 conmon[67662]: audit 2022-01-25T23:14:18.238984+0000 mon.smithi068 (mon.0) 483 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:14:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:20 smithi068 conmon[102841]: cluster 2022-01-25T23:14:18.842667+0000 mgr.smithi068.zkksrk (mgr.14702) 794 : cluster 2022-01-25T23:14:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:20 smithi068 conmon[102841]: [DBG] pgmap v685: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:20 smithi165 conmon[67662]: cluster 2022-01-25T23:14:18.842667+0000 mgr.smithi068.zkksrk (mgr.14702) 794 : cluster 2022-01-25T23:14:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:20 smithi165 conmon[67662]: [DBG] pgmap v685: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:22 smithi068 conmon[102841]: cluster 2022-01-25T23:14:20.843569+0000 mgr.smithi068.zkksrk (mgr.14702) 795 : cluster 2022-01-25T23:14:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:22 smithi068 conmon[102841]: [DBG] pgmap v686: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:22 smithi165 conmon[67662]: cluster 2022-01-25T23:14:20.843569+0000 mgr.smithi068.zkksrk (mgr.14702) 795 : cluster [DBG] 2022-01-25T23:14:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:22 smithi165 conmon[67662]: pgmap v686: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:24 smithi068 conmon[102841]: cluster 2022-01-25T23:14:22.844066+0000 mgr.smithi068.zkksrk (mgr.14702) 796 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:24 smithi165 conmon[67662]: cluster 2022-01-25T23:14:22.844066+0000 mgr.smithi068.zkksrk (mgr.14702) 796 : cluster 2022-01-25T23:14:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:24 smithi165 conmon[67662]: [DBG] pgmap v687: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:26 smithi068 conmon[102841]: cluster 2022-01-25T23:14:24.845093+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:14:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:26 smithi068 conmon[102841]: .14702) 797 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:26 smithi165 conmon[67662]: cluster 2022-01-25T23:14:24.845093+0000 mgr.smithi068.zkksrk (mgr.14702) 797 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:26 smithi165 conmon[67662]: 2022-01-25T23:14:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:28 smithi068 conmon[102841]: cluster 2022-01-25T23:14:26.845985+0000 2022-01-25T23:14:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:28 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 798 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:28 smithi165 conmon[67662]: cluster 2022-01-25T23:14:26.845985+0000 mgr.smithi068.zkksrk (mgr.14702) 798 : cluster [DBG] 2022-01-25T23:14:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:28 smithi165 conmon[67662]: pgmap v689: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:30 smithi068 conmon[102841]: cluster 2022-01-25T23:14:28.846711+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:14:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:30 smithi068 conmon[102841]: .14702) 799 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:30 smithi165 conmon[67662]: cluster 2022-01-25T23:14:28. 2022-01-25T23:14:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:30 smithi165 conmon[67662]: 846711+0000 mgr.smithi068.zkksrk (mgr.14702) 799 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:32 smithi068 conmon[102841]: cluster 2022-01-25T23:14:30.847639+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:14:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:32 smithi068 conmon[102841]: 14702) 800 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:32 smithi165 conmon[67662]: cluster 2022-01-25T23:14:30.847639+0000 mgr.smithi068.zkksrk (mgr.14702) 800 : cluster [DBG] 2022-01-25T23:14:32.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:32 smithi165 conmon[67662]: pgmap v691: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:34 smithi068 conmon[102841]: cluster 2022-01-25T23:14:32.848140+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:34 smithi068 conmon[102841]: ) 801 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:34 smithi165 conmon[67662]: cluster 2022-01-25T23:14:32.848140+0000 mgr.smithi068.zkksrk (mgr.14702) 801 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:34 smithi165 conmon[67662]: 2022-01-25T23:14:36.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:36 smithi068 conmon[102841]: cluster 2022-01-25T23:14:34.848955+0000 mgr.smithi068.zkksrk (mgr.14702) 802 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:36.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:36 smithi165 conmon[67662]: cluster 2022-01-25T23:14:34.848955+0000 mgr.smithi068.zkksrk (mgr.14702) 802 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:36.811 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:14:37.098 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:14:37.098 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (28m) 54s ago 29m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:14:37.099 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (21m) 54s ago 29m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:14:37.099 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (21m) 56s ago 28m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:14:37.099 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (28m) 54s ago 29m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:14:37.099 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (25m) 54s ago 25m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:14:37.100 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (25m) 56s ago 25m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:14:37.100 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (22m) 54s ago 30m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:14:37.100 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (22m) 56s ago 28m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:14:37.100 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (21m) 54s ago 30m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:14:37.101 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (21m) 56s ago 28m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:14:37.101 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (22m) 54s ago 22m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:14:37.101 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (22m) 56s ago 22m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:14:37.101 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (29m) 54s ago 29m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:14:37.102 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (28m) 56s ago 28m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:14:37.102 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (13m) 54s ago 28m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:14:37.102 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (27m) 54s ago 27m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:14:37.103 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (27m) 54s ago 27m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:14:37.103 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (27m) 54s ago 27m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:14:37.103 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (27m) 56s ago 27m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:14:37.103 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (26m) 56s ago 26m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:14:37.104 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (26m) 56s ago 26m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:14:37.104 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (26m) 56s ago 26m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:14:37.104 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (28m) 54s ago 29m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:14:37.437 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:14:37.437 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:14:37.437 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:37.438 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:37.438 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:14:37.438 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:37.439 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:37.439 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:14:37.439 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:14:37.439 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:14:37.440 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:37.440 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:14:37.440 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:14:37.440 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:14:37.441 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:14:37.441 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:14:37.441 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:14:37.441 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:14:37.441 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:14:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:38 smithi068 conmon[102841]: audit 2022-01-25T23:14:36.798989+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:38 smithi068 conmon[102841]: ) 803 : audit [DBG] from='client.34608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:38 smithi068 conmon[102841]: cluster 2022-01-25T23:14:36.849465+0000 mgr.smithi068.zkksrk (mgr.14702) 804 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:38 smithi068 conmon[102841]: audit 2022-01-25T23:14:37.083723+0000 mgr.smithi068.zkksrk (mgr.14702) 805 : audit [DBG] from='client.34612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:38.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:38 smithi068 conmon[102841]: audit 2022-01-25T23:14:37.437648+0000 mon.smithi068 (mon.0) 484 : audit [DBG] from='client.? 172.21.15.68:0/2241279127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: audit 2022-01-25T23:14:36.798989+0000 mgr.smithi068.zkksrk (mgr.14702) 803 : audit [DBG] from='client.34608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: cluster 2022-01-25T23:14:36.849465+0000 mgr.smithi068.zkksrk (mgr.14702) 804 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: audit 2022-01-25T23:14:37.083723+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:14:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: mgr.14702) 805 : audit [DBG] from='client.34612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:38.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: audit 2022-01-25T23:14:38.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: 2022-01-25T23:14:37.437648+0000 mon.smithi068 ( 2022-01-25T23:14:38.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:38 smithi165 conmon[67662]: mon.0) 484 : audit [DBG] from='client.? 172.21.15.68:0/2241279127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:40 smithi068 conmon[102841]: cluster 2022-01-25T23:14:38.850029+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:40 smithi068 conmon[102841]: ) 806 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:40 smithi165 conmon[67662]: cluster 2022-01-25T23:14:38.850029+0000 mgr.smithi068.zkksrk (mgr.14702) 806 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:42 smithi068 conmon[102841]: cluster 2022-01-25T23:14:40.851278+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:42 smithi068 conmon[102841]: ) 807 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:42 smithi165 conmon[67662]: cluster 2022-01-25T23:14:40.851278+0000 mgr.smithi068.zkksrk (mgr.14702) 807 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:43.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:43 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:14:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:43 smithi068 conmon[102841]: :14:43.024841+0000 mon.smithi068 (mon.0) 485 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:14:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:43 smithi068 conmon[102841]: audit 2022-01-25T23:14:43.026432+0000 mon.smithi068 (mon.0) 486 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:14:43.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:43 smithi068 conmon[102841]: audit 2022-01-25T23:14:43.027450+0000 mon.smithi068 (mon.0) 487 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:14:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:43 smithi165 conmon[67662]: audit 2022-01-25T23:14:43.024841+0000 mon.smithi068 (mon.0) 485 2022-01-25T23:14:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:43 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:14:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:43 smithi165 conmon[67662]: audit 2022-01-25T23:14:43.026432+0000 mon.smithi068 (mon.0) 486 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:14:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:43 smithi165 conmon[67662]: audit 2022-01-25T23:14:43.027450+0000 mon.smithi068 (mon.0) 487 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:14:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: cluster 2022-01-25T23:14:42.852165+0000 mgr.smithi068.zkksrk (mgr.14702) 808 : cluster [DBG] 2022-01-25T23:14:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: pgmap v697: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: cephadm 2022-01-25T23:14:43.028315+0000 mgr.smithi068.zkksrk (mgr.14702) 809 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:14:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: audit 2022-01-25T23:14:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: 2022-01-25T23:14:43.440807+0000 mon.smithi068 (mon.0) 488 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:14:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: audit 2022-01-25T23:14:43 2022-01-25T23:14:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: .446481+0000 mon.smithi068 (mon.0) 489 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:14:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:44 smithi165 conmon[67662]: 2022-01-25T23:14:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: cluster 2022-01-25T23:14:42.852165+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:14:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: .14702) 808 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: cephadm 2022-01-25T23:14:43.028315+0000 mgr.smithi068.zkksrk (mgr.14702) 809 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:14:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:14:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: :14:43.440807+0000 mon.smithi068 (mon.0) 488 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:14:44.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: audit 2022-01-25T23:14:44.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: 2022-01-25T23:14:43.446481+0000 mon.smithi068 2022-01-25T23:14:44.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: (mon.0) 489 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:14:44.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:44 smithi068 conmon[102841]: 2022-01-25T23:14:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:46 smithi068 conmon[102841]: cluster 2022-01-25T23:14:44.853241+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:14:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:46 smithi068 conmon[102841]: ) 810 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:46 smithi165 conmon[67662]: cluster 2022-01-25T23:14:44.853241+0000 mgr.smithi068.zkksrk (mgr.14702) 810 : cluster [DBG] 2022-01-25T23:14:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:46 smithi165 conmon[67662]: pgmap v698: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:48 smithi068 conmon[102841]: cluster 2022-01-25T23:14:46.853966+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:14:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:48 smithi068 conmon[102841]: 14702) 811 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:48 smithi165 conmon[67662]: cluster 2022-01-25T23:14:46.853966+0000 mgr.smithi068.zkksrk (mgr.14702) 811 : cluster [DBG] 2022-01-25T23:14:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:48 smithi165 conmon[67662]: pgmap v699: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:50.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:50 smithi068 conmon[102841]: cluster 2022-01-25T23:14:48.854570+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:14:50.923 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:50 smithi068 conmon[102841]: 14702) 812 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:50 smithi165 conmon[67662]: cluster 2022-01-25T23:14:48.854570+0000 mgr.smithi068.zkksrk (mgr.14702) 812 : 2022-01-25T23:14:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:50 smithi165 conmon[67662]: cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:52 smithi068 conmon[102841]: cluster 2022-01-25T23:14:50.855659+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:14:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:52 smithi068 conmon[102841]: 813 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:52 smithi165 conmon[67662]: cluster 2022-01-25T23:14:50.855659+0000 mgr.smithi068.zkksrk (mgr.14702) 813 : 2022-01-25T23:14:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:52 smithi165 conmon[67662]: cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:54 smithi068 conmon[102841]: cluster 2022-01-25T23:14:52.856216+0000 mgr.smithi068.zkksrk (mgr.14702) 814 : cluster [DBG] 2022-01-25T23:14:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:54 smithi068 conmon[102841]: pgmap v702: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:54 smithi165 conmon[67662]: cluster 2022-01-25T23:14:52.856216+0000 mgr.smithi068.zkksrk (mgr.14702) 814 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:56 smithi068 conmon[102841]: cluster 2022-01-25T23:14:54.857122+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:14:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:56 smithi068 conmon[102841]: 14702) 815 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:56 smithi165 conmon[67662]: cluster 2022-01-25T23:14:54.857122+0000 mgr.smithi068.zkksrk (mgr.14702) 815 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:14:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:58 smithi068 conmon[102841]: cluster 2022-01-25T23:14:56.857757+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:14:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:14:58 smithi068 conmon[102841]: .14702) 816 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:14:58 smithi165 conmon[67662]: cluster 2022-01-25T23:14:56.857757+0000 mgr.smithi068.zkksrk (mgr.14702) 816 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:00 smithi068 conmon[102841]: cluster 2022-01-25T23:14:58.858434+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:15:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:00 smithi068 conmon[102841]: ) 817 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:00 smithi165 conmon[67662]: cluster 2022-01-25T23:14:58.858434+0000 mgr.smithi068.zkksrk (mgr.14702) 817 : cluster [DBG] 2022-01-25T23:15:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:00 smithi165 conmon[67662]: pgmap v705: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:02.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:02 smithi068 conmon[102841]: cluster 2022-01-25T23:15:00.859404+0000 mgr.smithi068.zkksrk (mgr.14702) 818 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:02 smithi165 conmon[67662]: cluster 2022-01-25T23:15:00.859404+0000 mgr.smithi068.zkksrk (mgr.14702) 818 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:03 smithi068 conmon[102841]: cluster 2022-01-25T23:15:02.859943+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:15:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:03 smithi068 conmon[102841]: 819 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:03 smithi165 conmon[67662]: cluster 2022-01-25T23:15:02.859943+0000 mgr.smithi068.zkksrk (mgr.14702) 819 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:03 smithi165 conmon[67662]: 2022-01-25T23:15:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:06 smithi165 conmon[67662]: cluster 2022-01-25T23:15:04.860824+0000 mgr.smithi068.zkksrk (mgr.14702) 820 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:06 smithi068 conmon[102841]: cluster 2022-01-25T23:15:04.860824+0000 mgr.smithi068.zkksrk (mgr.14702) 820 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:07.757 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:15:08.043 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:15:08.044 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (28m) 85s ago 29m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:15:08.044 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (22m) 85s ago 29m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:15:08.044 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (21m) 87s ago 29m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:15:08.045 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (28m) 85s ago 29m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:15:08.045 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (25m) 85s ago 25m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:15:08.045 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (25m) 87s ago 25m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:15:08.045 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (22m) 85s ago 31m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:15:08.045 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (22m) 87s ago 29m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:15:08.046 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (22m) 85s ago 31m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:15:08.046 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (22m) 87s ago 29m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:15:08.046 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (23m) 85s ago 23m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:15:08.046 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (23m) 87s ago 23m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:15:08.047 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (29m) 85s ago 29m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:15:08.047 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (29m) 87s ago 29m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:15:08.047 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (13m) 85s ago 28m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:15:08.047 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (28m) 85s ago 28m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:15:08.047 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (28m) 85s ago 28m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:15:08.048 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (27m) 85s ago 27m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:15:08.048 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (27m) 87s ago 27m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:15:08.048 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (27m) 87s ago 27m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:15:08.048 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (27m) 87s ago 27m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:15:08.049 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (26m) 87s ago 26m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:15:08.049 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (28m) 85s ago 29m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:15:08.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:08 smithi068 conmon[102841]: cluster 2022-01-25T23:15:06.861504+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:15:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:08 smithi068 conmon[102841]: ) 821 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:08.383 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:15:08.383 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:15:08.383 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:08.384 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:08.384 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:15:08.384 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:08.385 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:08.385 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:15:08.385 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:15:08.385 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:15:08.386 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:08.386 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:15:08.386 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:15:08.386 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:08.387 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:15:08.387 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:15:08.387 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:15:08.387 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:15:08.388 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:15:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:08 smithi165 conmon[67662]: cluster 2022-01-25T23:15:06.861504+0000 mgr.smithi068.zkksrk (mgr.14702) 821 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:09 smithi165 conmon[67662]: audit 2022-01-25T23:15:07.746270+0000 mgr.smithi068.zkksrk (mgr.14702) 822 : audit [DBG] from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:09 smithi165 conmon[67662]: 2022-01-25T23:15:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:09 smithi165 conmon[67662]: audit 2022-01-25T23:15:08.029084+0000 mgr.smithi068.zkksrk (mgr.14702) 823 : audit [DBG] from='client.34624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:09.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:09 smithi165 conmon[67662]: audit 2022-01-25T23:15:08.383550+0000 mon.smithi068 (mon.0) 490 : audit [DBG] from='client.? 172.21.15.68:0/1501269603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: audit 2022-01-25T23:15:07.746270+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:15:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: 822 : audit [DBG] from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: audit 2022-01-25T23:15:08.029084+0000 mgr.smithi068.zkksrk (mgr.14702) 823 : audit [DBG] from='client.34624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:09.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: audit 2022-01-25T23:15 2022-01-25T23:15:09.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: :08.383550+0000 mon.smithi068 ( 2022-01-25T23:15:09.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: mon.0) 490 : audit [DBG] 2022-01-25T23:15:09.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:09 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1501269603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:10.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:10 smithi165 conmon[67662]: cluster 2022-01-25T23:15:08.861960+0000 mgr.smithi068.zkksrk (mgr.14702) 824 : cluster 2022-01-25T23:15:10.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:10 smithi165 conmon[67662]: [DBG] pgmap v710: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:10 smithi068 conmon[102841]: cluster 2022-01-25T23:15:08.861960+0000 mgr.smithi068.zkksrk (mgr.14702) 824 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:12 smithi068 conmon[102841]: cluster 2022-01-25T23:15:10.862790+0000 mgr.smithi068.zkksrk (mgr.14702) 825 : 2022-01-25T23:15:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:12 smithi068 conmon[102841]: cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:12 smithi165 conmon[67662]: cluster 2022-01-25T23:15:10.862790+0000 mgr.smithi068.zkksrk (mgr.14702) 825 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:14 smithi068 conmon[102841]: cluster 2022-01-25T23:15:12.863362+0000 mgr.smithi068.zkksrk (mgr.14702) 826 2022-01-25T23:15:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:14 smithi165 conmon[67662]: cluster 2022-01-25T23:15:12.863362+0000 mgr.smithi068.zkksrk (mgr.14702) 826 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:16 smithi068 conmon[102841]: cluster 2022-01-25T23:15:14.864234+0000 mgr.smithi068.zkksrk (mgr.14702) 827 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:16.801 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:16 smithi165 conmon[67662]: cluster 2022-01-25T23:15:14.864234+0000 mgr.smithi068.zkksrk (mgr.14702) 827 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:16.802 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:16 smithi165 conmon[67662]: 2022-01-25T23:15:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:18 smithi068 conmon[102841]: cluster 2022-01-25T23:15:16.864981+0000 mgr.smithi068.zkksrk (mgr.14702) 828 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:18 smithi165 conmon[67662]: cluster 2022-01-25T23:15:16.864981+0000 mgr.smithi068.zkksrk (mgr.14702) 828 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:19 smithi068 conmon[102841]: audit 2022-01-25T23:15:18.242045+0000 mon.smithi068 (mon.0 2022-01-25T23:15:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:19 smithi068 conmon[102841]: ) 491 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:15:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:19 smithi068 conmon[102841]: audit 2022-01-25T23:15:18.245595+0000 mon.smithi068 (mon.0) 492 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:15:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:19 smithi165 conmon[67662]: audit 2022-01-25T23:15:18.242045+0000 mon.smithi068 (mon.0) 491 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:15:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:19 smithi165 conmon[67662]: audit 2022 2022-01-25T23:15:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:19 smithi165 conmon[67662]: -01-25T23:15:18.245595+0000 mon.smithi068 (mon.0) 492 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:15:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:20 smithi068 conmon[102841]: cluster 2022-01-25T23:15:18.865593+0000 mgr.smithi068.zkksrk (mgr.14702) 829 : cluster 2022-01-25T23:15:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:20 smithi068 conmon[102841]: [DBG] pgmap v715: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:20 smithi165 conmon[67662]: cluster 2022-01-25T23:15:18.865593+0000 mgr.smithi068.zkksrk (mgr.14702) 829 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:22 smithi068 conmon[102841]: cluster 2022-01-25T23:15:20.866535+0000 mgr.smithi068.zkksrk (mgr.14702) 830 2022-01-25T23:15:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:22 smithi165 conmon[67662]: cluster 2022-01-25T23:15:20.866535+0000 mgr.smithi068.zkksrk (mgr.14702) 830 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:24 smithi068 conmon[102841]: cluster 2022-01-25T23:15:22.867328+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:15:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:24 smithi068 conmon[102841]: ) 831 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:24 smithi165 conmon[67662]: cluster 2022-01-25T23:15:22.867328+0000 mgr.smithi068.zkksrk (mgr.14702) 831 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:26 smithi068 conmon[102841]: cluster 2022-01-25T23:15:24.868274+0000 mgr.smithi068.zkksrk (mgr.14702) 832 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:26 smithi165 conmon[67662]: cluster 2022-01-25T23:15:24.868274+0000 mgr.smithi068.zkksrk (mgr.14702) 832 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:28 smithi068 conmon[102841]: cluster 2022-01-25T23:15:26.869029+0000 mgr.smithi068.zkksrk (mgr.14702) 833 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:28 smithi165 conmon[67662]: cluster 2022-01-25T23:15:26.869029+0000 mgr.smithi068.zkksrk (mgr.14702) 833 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:30 smithi068 conmon[102841]: cluster 2022-01-25T23:15:28.869627+0000 mgr.smithi068.zkksrk (mgr.14702) 834 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:30 smithi165 conmon[67662]: cluster 2022-01-25T23:15:28.869627+0000 mgr.smithi068.zkksrk (mgr.14702) 834 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:32 smithi068 conmon[102841]: cluster 2022-01-25T23:15:30.870511+0000 mgr.smithi068.zkksrk (mgr.14702) 835 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:32 smithi165 conmon[67662]: cluster 2022-01-25T23:15:30.870511+0000 mgr.smithi068.zkksrk (mgr.14702) 835 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:34 smithi068 conmon[102841]: cluster 2022-01-25T23:15:32.870975+0000 mgr.smithi068.zkksrk (mgr.14702) 836 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:34 smithi165 conmon[67662]: cluster 2022-01-25T23:15:32.870975+0000 mgr.smithi068.zkksrk (mgr.14702) 836 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:36 smithi068 conmon[102841]: cluster 2022-01-25T23:15:34.871789+0000 mgr.smithi068.zkksrk (mgr.14702) 837 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:36 smithi165 conmon[67662]: cluster 2022-01-25T23:15:34.871789+0000 mgr.smithi068.zkksrk (mgr.14702) 837 : cluster 2022-01-25T23:15:36.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:36 smithi165 conmon[67662]: [DBG] pgmap v723: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:38 smithi068 conmon[102841]: cluster 2022-01-25T23:15:36.872527+0000 mgr.smithi068.zkksrk (mgr.14702) 838 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:38 smithi165 conmon[67662]: cluster 2022-01-25T23:15:36.872527+0000 mgr.smithi068.zkksrk (mgr.14702) 838 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:38.701 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:15:38.989 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:15:38.989 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (29m) 116s ago 30m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:15:38.989 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (22m) 116s ago 30m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:15:38.990 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (22m) 118s ago 29m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:15:38.990 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (29m) 116s ago 30m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:15:38.990 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (26m) 116s ago 26m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:15:38.990 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (26m) 118s ago 26m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:15:38.991 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (23m) 116s ago 31m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:15:38.991 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (23m) 118s ago 29m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:15:38.991 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (23m) 116s ago 31m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:15:38.991 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (22m) 118s ago 29m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:15:38.991 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (23m) 116s ago 23m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:15:38.992 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (23m) 118s ago 23m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:15:38.992 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (30m) 116s ago 30m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:15:38.992 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (29m) 118s ago 29m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:15:38.992 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (14m) 116s ago 29m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:15:38.993 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (29m) 116s ago 29m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:15:38.993 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (28m) 116s ago 28m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:15:38.993 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (28m) 116s ago 28m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:15:38.993 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (28m) 118s ago 28m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:15:38.993 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (27m) 118s ago 27m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:15:38.994 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (27m) 118s ago 27m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:15:38.994 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (27m) 118s ago 27m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:15:38.994 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (29m) 116s ago 30m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:15:39.328 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:15:39.328 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:15:39.328 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:39.329 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:39.329 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:15:39.329 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:39.329 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:39.330 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:15:39.330 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:15:39.330 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:15:39.330 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:39.330 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:15:39.331 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:15:39.331 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:15:39.331 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:15:39.331 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:15:39.332 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:15:39.332 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:15:39.332 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:15:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: audit 2022-01-25T23:15:38.689959+0000 mgr.smithi068.zkksrk (mgr.14702) 839 : 2022-01-25T23:15:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: audit [DBG] from='client.34632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: cluster 2022-01-25T23:15:38.872946+0000 mgr.smithi068.zkksrk (mgr.14702) 840 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:40.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: audit 2022-01-25T23:15:38. 2022-01-25T23:15:40.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: 975072+0000 mgr.smithi068.zkksrk (mgr.14702) 841 : audit [DBG] from='client.34636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:40.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: audit 2022-01-25T23:15:39.328665+0000 mon.smithi068 (mon.0) 2022-01-25T23:15:40.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:40 smithi068 conmon[102841]: 493 : audit [DBG] from='client.? 172.21.15.68:0/3708632924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: audit 2022-01-25T23:15:38.689959+0000 mgr.smithi068.zkksrk (mgr.14702) 839 : audit [DBG] from='client.34632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: cluster 2022-01-25T23:15:38.872946+0000 mgr.smithi068.zkksrk (mgr.14702) 840 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: audit 2022-01-25T23:15:38.975072+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:15:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: .14702) 841 : audit [DBG] from='client.34636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: audit 2022-01-25T23: 2022-01-25T23:15:40.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: 15:39.328665+0000 mon.smithi068 (mon.0) 2022-01-25T23:15:40.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:40 smithi165 conmon[67662]: 493 : audit [DBG] from='client.? 172.21.15.68:0/3708632924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:42 smithi068 conmon[102841]: cluster 2022-01-25T23:15:40.873952+0000 mgr.smithi068.zkksrk (mgr.14702) 842 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:42 smithi165 conmon[67662]: cluster 2022-01-25T23:15:40.873952+0000 mgr.smithi068.zkksrk (mgr.14702) 842 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: cluster 2022-01-25T23:15:42.874669+0000 mgr.smithi068.zkksrk (mgr.14702) 843 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit 2022-01-25T23:15:43.450088+0000 mon.smithi068 (mon.0) 494 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:15:44.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit 2022-01-25T23:15 2022-01-25T23:15:44.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: :43.451607+0000 mon.smithi068 (mon.0) 495 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:15:44.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit 2022-01-25T23:15:44.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: 2022-01-25T23:15:43.452768+0000 mon.smithi068 (mon.0) 496 : audit 2022-01-25T23:15:44.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:15:44.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: cephadm 2022-01-25T23:15:44.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: 2022-01-25T23:15:43.453592+0000 mgr.smithi068.zkksrk (mgr.14702) 844 : cephadm [WRN] 2022-01-25T23:15:44.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:15:44.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit 2022-01-25T23:15:44.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: 2022-01-25T23:15:43.809599+0000 mon.smithi068 (mon.0 2022-01-25T23:15:44.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: ) 497 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:15:44.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit 2022-01-25T23:15:44.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: 2022-01-25T23:15:44.207850+0000 mon.smithi068 (mon.0) 498 2022-01-25T23:15:44.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:15:44.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit 2022-01-25T23:15:44.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: 2022-01-25T23:15:44.213222+0000 mon.smithi068 (mon.0) 499 : 2022-01-25T23:15:44.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:44 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:15:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: cluster 2022-01-25T23:15:42.874669+0000 mgr.smithi068.zkksrk (mgr.14702) 843 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: audit 2022-01-25T23:15:43.450088+0000 mon.smithi068 (mon.0) 494 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:15:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: audit 2022-01-25T23:15:43.451607+0000 mon.smithi068 (mon.0) 495 : audit 2022-01-25T23:15:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:15:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:15:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: :15:43.452768+0000 mon.smithi068 (mon.0) 496 : audit [INF] 2022-01-25T23:15:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:15:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: cephadm 2022-01-25T23:15:43 2022-01-25T23:15:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: .453592+0000 mgr.smithi068.zkksrk (mgr.14702) 844 : cephadm 2022-01-25T23:15:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:15:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: audit 2022-01-25T23:15:43. 2022-01-25T23:15:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: 809599+0000 mon.smithi068 (mon.0) 497 : audit 2022-01-25T23:15:44.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:15:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: audit 2022-01-25T23:15:44.207850 2022-01-25T23:15:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 498 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:15:44.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: 2022-01-25T23:15:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: audit 2022 2022-01-25T23:15:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: -01-25T23:15:44.213222+0000 mon.smithi068 (mon.0 2022-01-25T23:15:44.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:44 smithi165 conmon[67662]: ) 499 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:15:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:46 smithi068 conmon[102841]: cluster 2022-01-25T23:15:44.875593+0000 mgr.smithi068.zkksrk (mgr.14702) 845 : 2022-01-25T23:15:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:46 smithi068 conmon[102841]: cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:46 smithi165 conmon[67662]: cluster 2022-01-25T23:15:44.875593+0000 mgr.smithi068.zkksrk (mgr.14702) 845 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:48 smithi068 conmon[102841]: cluster 2022-01-25T23:15:46.876308+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:15:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:48 smithi068 conmon[102841]: 846 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:48 smithi165 conmon[67662]: cluster 2022-01-25T23:15:46.876308+0000 mgr.smithi068.zkksrk (mgr.14702) 846 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:50 smithi068 conmon[102841]: cluster 2022-01-25T23:15:48.876822+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:15:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:50 smithi068 conmon[102841]: 847 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:50 smithi165 conmon[67662]: cluster 2022-01-25T23:15:48.876822+0000 mgr.smithi068.zkksrk (mgr.14702) 847 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:52 smithi068 conmon[102841]: cluster 2022-01-25T23:15:50.877746+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:15:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:52 smithi068 conmon[102841]: ) 848 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:52 smithi165 conmon[67662]: cluster 2022-01-25T23:15:50.877746+0000 mgr.smithi068.zkksrk (mgr.14702) 848 : cluster [DBG] 2022-01-25T23:15:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:52 smithi165 conmon[67662]: pgmap v731: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:54 smithi068 conmon[102841]: cluster 2022-01-25T23:15:52.878521+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:15:54.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:54 smithi068 conmon[102841]: 849 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:54 smithi165 conmon[67662]: cluster 2022-01-25T23:15:52.878521+0000 mgr.smithi068.zkksrk (mgr.14702) 849 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:54 smithi165 conmon[67662]: 2022-01-25T23:15:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:56 smithi068 conmon[102841]: cluster 2022-01-25T23:15:54.879378+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:15:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:56 smithi068 conmon[102841]: .14702) 850 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:56 smithi165 conmon[67662]: cluster 2022-01-25T23:15:54.879378+0000 mgr.smithi068.zkksrk (mgr.14702) 850 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:15:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:58 smithi068 conmon[102841]: cluster 2022-01-25T23:15:56.879969+0000 2022-01-25T23:15:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:15:58 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 851 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:58 smithi165 conmon[67662]: cluster 2022-01-25T23:15:56.879969+0000 mgr.smithi068.zkksrk (mgr.14702) 851 : cluster [DBG] 2022-01-25T23:15:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:15:58 smithi165 conmon[67662]: pgmap v734: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:00 smithi068 conmon[102841]: cluster 2022-01-25T23:15:58.880575+0000 mgr.smithi068.zkksrk (mgr.14702) 852 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:00 smithi165 conmon[67662]: cluster 2022-01-25T23:15:58.880575+0000 mgr.smithi068.zkksrk (mgr.14702) 852 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:02 smithi068 conmon[102841]: cluster 2022-01-25T23:16:00.881514+0000 mgr.smithi068.zkksrk (mgr.14702) 853 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:02 smithi165 conmon[67662]: cluster 2022-01-25T23:16:00.881514+0000 mgr.smithi068.zkksrk (mgr.14702) 853 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:04 smithi068 conmon[102841]: cluster 2022-01-25T23:16:02.882121+0000 2022-01-25T23:16:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:04 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 854 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:04 smithi165 conmon[67662]: cluster 2022-01-25T23:16:02.882121+0000 mgr.smithi068.zkksrk (mgr.14702) 854 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:04 smithi165 conmon[67662]: 2022-01-25T23:16:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:06 smithi068 conmon[102841]: cluster 2022-01-25T23:16:04.882955+0000 mgr.smithi068.zkksrk 2022-01-25T23:16:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:06 smithi068 conmon[102841]: (mgr.14702) 855 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:06 smithi165 conmon[67662]: cluster 2022-01-25T23:16:04.882955+0000 mgr.smithi068.zkksrk (mgr.14702) 855 : cluster [DBG] 2022-01-25T23:16:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:06 smithi165 conmon[67662]: pgmap v738: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:08.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:08 smithi068 conmon[102841]: cluster 2022-01-25T23:16:06.883574+0000 mgr.smithi068.zkksrk (mgr.14702) 856 : 2022-01-25T23:16:08.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:08 smithi068 conmon[102841]: cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:08 smithi165 conmon[67662]: cluster 2022-01-25T23:16:06.883574+0000 mgr.smithi068.zkksrk (mgr.14702) 856 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:09.652 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:16:09.940 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:16:09.941 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (29m) 2m ago 30m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:16:09.941 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (23m) 2m ago 30m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:16:09.941 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (23m) 2m ago 30m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:16:09.941 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (29m) 2m ago 30m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:16:09.942 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (26m) 2m ago 26m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:16:09.942 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (26m) 2m ago 26m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:16:09.942 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (24m) 2m ago 32m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:16:09.942 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (23m) 2m ago 30m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:16:09.943 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (23m) 2m ago 32m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:16:09.943 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (23m) 2m ago 30m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:16:09.943 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (24m) 2m ago 24m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:16:09.943 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (24m) 2m ago 24m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:16:09.944 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (30m) 2m ago 30m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:16:09.944 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (30m) 2m ago 30m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:16:09.944 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (14m) 2m ago 29m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:16:09.944 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (29m) 2m ago 29m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:16:09.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (29m) 2m ago 29m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:16:09.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (28m) 2m ago 28m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:16:09.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (28m) 2m ago 28m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:16:09.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (28m) 2m ago 28m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:16:09.945 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (28m) 2m ago 28m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:16:09.946 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (27m) 2m ago 27m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:16:09.946 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (29m) 2m ago 30m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:16:10.281 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:16:10.281 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:16:10.281 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:10.282 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:10.282 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:16:10.282 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:10.282 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:10.283 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:16:10.283 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:16:10.283 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:16:10.283 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:10.283 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:16:10.284 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:16:10.284 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:10.284 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:16:10.284 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:16:10.285 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:16:10.285 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:16:10.285 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:16:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:10 smithi068 conmon[102841]: cluster 2022-01-25T23:16:08.884213+0000 mgr.smithi068.zkksrk (mgr.14702) 857 : cluster [DBG] 2022-01-25T23:16:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:10 smithi068 conmon[102841]: pgmap v740: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:10 smithi068 conmon[102841]: audit 2022-01-25T23:16:10.281317+0000 mon.smithi068 (mon.0) 500 : audit [DBG] 2022-01-25T23:16:10.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:10 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/126747577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:10 smithi165 conmon[67662]: cluster 2022-01-25T23:16:08.884213+0000 mgr.smithi068.zkksrk (mgr.14702) 857 : cluster [DBG] 2022-01-25T23:16:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:10 smithi165 conmon[67662]: pgmap v740: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:10 smithi165 conmon[67662]: audit 2022-01-25T23:16:10.281317+0000 mon.smithi068 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.68:0/126747577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:11 smithi165 conmon[67662]: audit 2022-01-25T23:16:09.640346+0000 mgr.smithi068.zkksrk (mgr.14702) 858 : audit 2022-01-25T23:16:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:11 smithi165 conmon[67662]: [DBG] from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:11 smithi165 conmon[67662]: audit 2022-01-25T23:16:09.925980+0000 mgr.smithi068.zkksrk (mgr.14702) 859 : audit [DBG] from='client.34648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:11.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:11 smithi068 conmon[102841]: audit 2022-01-25T23:16:09.640346+0000 mgr.smithi068.zkksrk (mgr.14702) 858 : audit [DBG] from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:11 smithi068 conmon[102841]: audit 2022-01-25T23:16:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:11 smithi068 conmon[102841]: 2022-01-25T23:16:09.925980+0000 mgr.smithi068.zkksrk (mgr.14702) 859 : audit [DBG] from='client.34648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:12 smithi165 conmon[67662]: cluster 2022-01-25T23:16:10.885229+0000 mgr.smithi068.zkksrk (mgr.14702) 860 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:12 smithi068 conmon[102841]: cluster 2022-01-25T23:16 2022-01-25T23:16:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:12 smithi068 conmon[102841]: :10.885229+0000 mgr.smithi068.zkksrk (mgr.14702) 860 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:14 smithi165 conmon[67662]: cluster 2022-01-25T23:16:12.885828+0000 mgr.smithi068.zkksrk (mgr.14702) 861 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:14 smithi068 conmon[102841]: cluster 2022-01-25T23:16:12.885828+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:16:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:14 smithi068 conmon[102841]: .14702) 861 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:16 smithi165 conmon[67662]: cluster 2022-01-25T23:16:14.886817+0000 mgr.smithi068.zkksrk (mgr.14702) 862 : cluster 2022-01-25T23:16:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:16 smithi165 conmon[67662]: [DBG] pgmap v743: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:16 smithi068 conmon[102841]: cluster 2022-01-25T23:16:14.886817+0000 mgr.smithi068.zkksrk (mgr.14702) 862 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:18 smithi068 conmon[102841]: cluster 2022-01-25T23:16:16.887423+0000 mgr.smithi068.zkksrk (mgr.14702) 863 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:18 smithi068 conmon[102841]: audit 2022-01-25T23:16:18.245268+0000 mon.smithi068 (mon.0) 501 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:16:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:18 smithi068 conmon[102841]: audit 2022-01-25T23:16:18.250799+0000 mon.smithi068 (mon.0) 502 : audit 2022-01-25T23:16:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:16:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:18 smithi165 conmon[67662]: cluster 2022-01-25T23:16:16.887423+0000 mgr.smithi068.zkksrk (mgr.14702) 863 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:18 smithi165 conmon[67662]: audit 2022-01-25T23:16:18.245268+0000 mon.smithi068 (mon.0) 501 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:16:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:18 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:16:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:18 smithi165 conmon[67662]: 01-25T23:16:18.250799+0000 mon.smithi068 (mon.0) 502 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:16:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:20 smithi165 conmon[67662]: cluster 2022-01-25T23:16:18.888022+0000 mgr.smithi068.zkksrk (mgr.14702) 864 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:20 smithi068 conmon[102841]: cluster 2022-01-25T23:16:18.888022+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:16:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:20 smithi068 conmon[102841]: 14702) 864 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:22 smithi165 conmon[67662]: cluster 2022-01-25T23:16:20.888963+0000 mgr.smithi068.zkksrk (mgr.14702) 865 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:22 smithi068 conmon[102841]: cluster 2022-01-25T23:16:20.888963 2022-01-25T23:16:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:22 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 865 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:24 smithi165 conmon[67662]: cluster 2022-01-25T23:16:22.889524+0000 mgr.smithi068.zkksrk (mgr.14702) 866 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:24.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:24 smithi068 conmon[102841]: cluster 2022-01-25T23:16:22.889524+0000 mgr.smithi068.zkksrk (mgr.14702) 866 : 2022-01-25T23:16:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:24 smithi068 conmon[102841]: cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:26 smithi165 conmon[67662]: cluster 2022-01-25T23:16:24.890378+0000 mgr.smithi068.zkksrk (mgr.14702) 867 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:26.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:26 smithi068 conmon[102841]: cluster 2022-01-25T23:16:24.890378+0000 mgr.smithi068.zkksrk (mgr.14702) 867 : cluster 2022-01-25T23:16:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:26 smithi068 conmon[102841]: [DBG] pgmap v748: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:28 smithi068 conmon[102841]: cluster 2022-01-25T23:16:26.890921+0000 mgr.smithi068.zkksrk (mgr.14702) 868 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:28 smithi165 conmon[67662]: cluster 2022-01-25T23:16:26.890921+0000 mgr.smithi068.zkksrk (mgr.14702) 868 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:30 smithi165 conmon[67662]: cluster 2022-01-25T23:16:28.891576+0000 mgr.smithi068.zkksrk (mgr.14702) 869 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:30.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:30 smithi068 conmon[102841]: cluster 2022-01-25T23:16:28.891576+0000 mgr.smithi068.zkksrk (mgr.14702) 869 : 2022-01-25T23:16:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:30 smithi068 conmon[102841]: cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:32 smithi165 conmon[67662]: cluster 2022-01-25T23:16:30.892540+0000 mgr.smithi068.zkksrk (mgr.14702) 870 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:32 smithi068 conmon[102841]: cluster 2022-01-25T23:16:30.892540+0000 mgr.smithi068.zkksrk 2022-01-25T23:16:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:32 smithi068 conmon[102841]: (mgr.14702) 870 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:34 smithi165 conmon[67662]: cluster 2022-01-25T23:16:32.893039+0000 mgr.smithi068.zkksrk (mgr.14702) 871 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:34 smithi068 conmon[102841]: cluster 2022-01-25T23:16:32.893039+0000 mgr.smithi068.zkksrk (mgr.14702) 871 2022-01-25T23:16:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:36 smithi165 conmon[67662]: cluster 2022-01-25T23:16:34.894078+0000 mgr.smithi068.zkksrk (mgr.14702) 872 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:36 smithi068 conmon[102841]: cluster 2022-01-25T23:16:34.894078+0000 mgr.smithi068.zkksrk (mgr.14702) 872 : 2022-01-25T23:16:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:36 smithi068 conmon[102841]: cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:38 smithi068 conmon[102841]: cluster 2022-01-25T23:16:36.894652+0000 mgr.smithi068.zkksrk (mgr.14702) 873 2022-01-25T23:16:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:38 smithi165 conmon[67662]: cluster 2022-01-25T23:16:36.894652+0000 mgr.smithi068.zkksrk (mgr.14702) 873 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:40.601 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:16:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:40 smithi165 conmon[67662]: cluster 2022-01-25T23:16:38.895240+0000 mgr.smithi068.zkksrk (mgr.14702) 874 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:40.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:40 smithi068 conmon[102841]: cluster 2022-01-25T23:16:38.895240+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:16:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:40 smithi068 conmon[102841]: ) 874 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:40.892 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:16:40.892 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (30m) 2m ago 31m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:16:40.892 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (23m) 2m ago 31m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:16:40.893 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (23m) 3m ago 30m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:16:40.893 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (30m) 2m ago 31m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:16:40.893 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (27m) 2m ago 27m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:16:40.893 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (27m) 3m ago 27m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:16:40.894 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (24m) 2m ago 32m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:16:40.894 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (24m) 3m ago 30m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:16:40.894 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (24m) 2m ago 32m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:16:40.894 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (23m) 3m ago 30m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:16:40.895 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (24m) 2m ago 24m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:16:40.895 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (24m) 3m ago 24m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:16:40.895 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (31m) 2m ago 31m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:16:40.895 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (30m) 3m ago 30m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:16:40.896 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (15m) 2m ago 30m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:16:40.896 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (30m) 2m ago 30m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:16:40.896 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (29m) 2m ago 29m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:16:40.896 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (29m) 2m ago 29m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:16:40.897 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (29m) 3m ago 29m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:16:40.897 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (28m) 3m ago 28m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:16:40.897 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (28m) 3m ago 28m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:16:40.897 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (28m) 3m ago 28m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:16:40.897 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (30m) 2m ago 31m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:16:41.233 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:16:41.233 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:16:41.234 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:41.234 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:41.234 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:16:41.234 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:41.235 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:41.235 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:16:41.235 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:16:41.235 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:16:41.235 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:41.236 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:16:41.236 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:16:41.236 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:16:41.237 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:16:41.237 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:16:41.237 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:16:41.237 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:16:41.238 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:16:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:41 smithi068 conmon[102841]: audit 2022-01-25T23:16:41.233910+0000 mon.smithi068 ( 2022-01-25T23:16:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:41 smithi068 conmon[102841]: mon.0) 503 : audit [DBG] from='client.? 172.21.15.68:0/3697827321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:41 smithi165 conmon[67662]: audit 2022-01-25T23:16:41.233910+0000 mon.smithi068 (mon.0) 2022-01-25T23:16:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:41 smithi165 conmon[67662]: 503 : audit [DBG] from='client.? 172.21.15.68:0/3697827321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:42 smithi165 conmon[67662]: audit 2022-01-25T23:16:40.589659+0000 mgr.smithi068.zkksrk (mgr.14702) 875 : audit [DBG] from='client.34656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:42 smithi165 conmon[67662]: audit 2022-01-25T23:16:40.877569+0000 mgr.smithi068.zkksrk (mgr.14702) 876 : audit [DBG] from='client.34660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:42 smithi165 conmon[67662]: cluster 2022-01-25T23:16:40. 2022-01-25T23:16:42.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:42 smithi165 conmon[67662]: 895950+0000 mgr.smithi068.zkksrk (mgr.14702) 877 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:42 smithi068 conmon[102841]: audit 2022-01-25T23:16:40.589659+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:16:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:42 smithi068 conmon[102841]: 875 : audit [DBG] from='client.34656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:42 smithi068 conmon[102841]: audit 2022-01-25T23:16:40.877569+0000 mgr.smithi068.zkksrk (mgr.14702) 876 : audit [DBG] from='client.34660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:42.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:42 smithi068 conmon[102841]: cluster 2022-01-25T23:16:40.895950+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:16:42.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:42 smithi068 conmon[102841]: 14702) 877 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: cluster 2022-01-25T23:16:42.896607+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:16:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: ) 878 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: audit 2022-01-25T23:16:44.216242+0000 mon.smithi068 (mon.0) 504 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:16:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: audit 2022-01-25T23:16:44.217808+0000 mon.smithi068 (mon 2022-01-25T23:16:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: .0) 505 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:16:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:16:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: T23:16:44.218985+0000 mon.smithi068 (mon. 2022-01-25T23:16:44.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:44 smithi165 conmon[67662]: 0) 506 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:16:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: cluster 2022-01-25T23:16:42.896607+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:16:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: 878 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: audit 2022-01-25T23:16:44.216242+0000 mon.smithi068 (mon.0) 504 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:16:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: audit 2022-01-25T23:16:44.217808+0000 mon.smithi068 (mon.0) 2022-01-25T23:16:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: 505 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:16:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:16:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: 16:44.218985+0000 mon.smithi068 (mon. 2022-01-25T23:16:44.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:44 smithi068 conmon[102841]: 0) 506 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:16:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:45 smithi165 conmon[67662]: cephadm 2022-01-25T23:16:44.219925+0000 mgr.smithi068.zkksrk (mgr.14702) 879 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:16:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:45 smithi165 conmon[67662]: audit 2022-01-25T23:16:44.566399+0000 mon.smithi068 (mon.0) 507 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:16:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:45 smithi165 conmon[67662]: audit 2022-01-25T23:16:44.945869+0000 mon.smithi068 (mon.0) 508 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:16:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:45 smithi165 conmon[67662]: audit 2022-01-25T23:16:44.951841+0000 mon.smithi068 (mon.0) 509 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:16:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:45 smithi068 conmon[102841]: cephadm 2022-01-25T23:16:44.219925+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:16:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:45 smithi068 conmon[102841]: 14702) 879 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:16:45.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:45 smithi068 conmon[102841]: audit 2022-01-25T23:16:44.566399+0000 mon.smithi068 (mon.0) 507 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:16:45.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:45 smithi068 conmon[102841]: audit 2022-01-25T23:16:44.945869+0000 mon.smithi068 (mon.0) 508 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:16:45.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:45 smithi068 conmon[102841]: audit 2022-01-25T23:16:44.951841+0000 mon.smithi068 (mon.0) 509 : audit 2022-01-25T23:16:45.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:45 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:16:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:46 smithi165 conmon[67662]: cluster 2022-01-25T23:16:44.897336+0000 mgr.smithi068.zkksrk (mgr.14702) 880 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:46 smithi068 conmon[102841]: cluster 2022-01-25T23:16:44.897336+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:16:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:46 smithi068 conmon[102841]: ) 880 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:48 smithi068 conmon[102841]: cluster 2022-01-25T23:16:46.897968+0000 mgr.smithi068.zkksrk (mgr.14702) 881 2022-01-25T23:16:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:48 smithi068 conmon[102841]: : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:48 smithi165 conmon[67662]: cluster 2022-01-25T23:16:46.897968+0000 mgr.smithi068.zkksrk (mgr.14702) 881 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:50 smithi165 conmon[67662]: cluster 2022-01-25T23:16:48.898506+0000 mgr.smithi068.zkksrk (mgr.14702) 882 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:50 smithi068 conmon[102841]: cluster 2022-01-25T23:16:48.898506+0000 mgr.smithi068.zkksrk (mgr.14702) 882 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:52 smithi165 conmon[67662]: cluster 2022-01-25T23:16:50.899303+0000 mgr.smithi068.zkksrk (mgr.14702) 883 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:52 smithi068 conmon[102841]: cluster 2022-01-25T23:16:50.899303+0000 mgr.smithi068.zkksrk (mgr.14702) 883 : cluster 2022-01-25T23:16:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:52 smithi068 conmon[102841]: [DBG] pgmap v761: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:54 smithi165 conmon[67662]: cluster 2022-01-25T23:16:52.899829+0000 mgr.smithi068.zkksrk (mgr.14702) 884 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:54.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:54 smithi068 conmon[102841]: cluster 2022-01-25T23:16:52.899829+0000 mgr.smithi068.zkksrk (mgr.14702) 884 : cluster 2022-01-25T23:16:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:54 smithi068 conmon[102841]: [DBG] pgmap v762: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:56 smithi165 conmon[67662]: cluster 2022-01-25T23:16:54.900839+0000 mgr.smithi068.zkksrk (mgr.14702) 885 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:56 smithi165 conmon[67662]: 2022-01-25T23:16:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:56 smithi068 conmon[102841]: cluster 2022-01-25T23:16:54.900839+0000 mgr.smithi068.zkksrk (mgr.14702) 885 2022-01-25T23:16:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:16:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:58 smithi068 conmon[102841]: cluster 2022-01-25T23:16:56.901443+0000 mgr.smithi068.zkksrk 2022-01-25T23:16:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:16:58 smithi068 conmon[102841]: (mgr.14702) 886 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:16:58 smithi165 conmon[67662]: cluster 2022-01-25T23:16:56.901443+0000 mgr.smithi068.zkksrk (mgr.14702) 886 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:00 smithi165 conmon[67662]: cluster 2022-01-25T23:16:58.901948+0000 mgr.smithi068.zkksrk (mgr.14702) 887 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:00 smithi068 conmon[102841]: cluster 2022-01-25T23:16:58.901948+0000 mgr.smithi068.zkksrk (mgr.14702) 887 : cluster 2022-01-25T23:17:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:00 smithi068 conmon[102841]: [DBG] pgmap v765: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:02 smithi165 conmon[67662]: cluster 2022-01-25T23:17:00.902849+0000 mgr.smithi068.zkksrk (mgr.14702) 888 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:02 smithi068 conmon[102841]: cluster 2022-01-25T23:17:00.902849+0000 mgr.smithi068.zkksrk (mgr.14702) 888 : 2022-01-25T23:17:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:02 smithi068 conmon[102841]: cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:04 smithi165 conmon[67662]: cluster 2022-01-25T23:17:02.903350+0000 mgr.smithi068.zkksrk (mgr.14702) 889 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:04 smithi068 conmon[102841]: cluster 2022-01-25T23:17:02.903350+0000 mgr.smithi068.zkksrk (mgr.14702) 889 : cluster 2022-01-25T23:17:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:04 smithi068 conmon[102841]: [DBG] pgmap v767: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:06 smithi165 conmon[67662]: cluster 2022-01-25T23:17:04.904326+0000 mgr.smithi068.zkksrk (mgr.14702) 890 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:06 smithi068 conmon[102841]: cluster 2022-01-25T23:17:04.904326+0000 mgr.smithi068.zkksrk (mgr.14702) 890 2022-01-25T23:17:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:08 smithi068 conmon[102841]: cluster 2022-01-25T23:17:06.905035+0000 mgr.smithi068.zkksrk (mgr.14702) 891 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:08 smithi165 conmon[67662]: cluster 2022-01-25T23:17:06.905035+0000 mgr.smithi068.zkksrk (mgr.14702) 891 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:10 smithi165 conmon[67662]: cluster 2022-01-25T23:17:08.905593+0000 mgr.smithi068.zkksrk (mgr.14702) 892 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:10 smithi068 conmon[102841]: cluster 2022-01-25T23:17:08.905593+0000 mgr.smithi068.zkksrk (mgr.14702) 892 : cluster 2022-01-25T23:17:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:10 smithi068 conmon[102841]: [DBG] pgmap v770: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:11.550 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:17:11.838 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:17:11.838 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (30m) 3m ago 32m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:17:11.839 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (24m) 3m ago 31m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:17:11.839 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (24m) 3m ago 31m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:17:11.839 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (30m) 3m ago 31m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:17:11.839 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (27m) 3m ago 27m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:17:11.839 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (27m) 3m ago 27m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:17:11.840 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (25m) 3m ago 33m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:17:11.840 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (24m) 3m ago 31m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:17:11.840 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (24m) 3m ago 33m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:17:11.840 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (24m) 3m ago 31m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:17:11.841 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (25m) 3m ago 25m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:17:11.841 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (25m) 3m ago 25m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:17:11.841 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (31m) 3m ago 31m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:17:11.841 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (31m) 3m ago 31m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:17:11.842 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (15m) 3m ago 30m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:17:11.842 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (30m) 3m ago 30m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:17:11.842 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (30m) 3m ago 30m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:17:11.842 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (29m) 3m ago 29m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:17:11.843 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (29m) 3m ago 29m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:17:11.843 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (29m) 3m ago 29m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:17:11.843 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (29m) 3m ago 29m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:17:11.843 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (28m) 3m ago 28m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:17:11.843 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (30m) 3m ago 31m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:17:12.175 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:17:12.175 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:17:12.176 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:12.176 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:12.176 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:17:12.176 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:12.177 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:12.177 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:17:12.177 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:17:12.177 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:17:12.178 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:12.178 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:17:12.178 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:17:12.178 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:12.179 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:17:12.179 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:17:12.179 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:17:12.179 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:17:12.180 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:17:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:12 smithi165 conmon[67662]: cluster 2022-01-25T23:17:10.906488+0000 mgr.smithi068.zkksrk (mgr.14702) 893 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:12 smithi165 conmon[67662]: audit 2022-01-25T23:17:12.175924+0000 mon.smithi068 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.68:0/2180681149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:12 smithi068 conmon[102841]: cluster 2022-01-25T23:17:10.906488+0000 mgr.smithi068.zkksrk (mgr.14702) 893 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:12 smithi068 conmon[102841]: audit 2022-01-25T23:17:12.175924+0000 mon.smithi068 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.68:0/2180681149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:13 smithi165 conmon[67662]: audit 2022-01-25T23:17:11.539062+0000 mgr.smithi068.zkksrk (mgr.14702) 894 : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:13 smithi165 conmon[67662]: audit 2022-01-25T23:17:11.824148+0000 mgr.smithi068.zkksrk (mgr.14702) 895 : audit [DBG] from='client.34672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:13 smithi068 conmon[102841]: audit 2022-01-25T23:17:11.539062+0000 mgr.smithi068.zkksrk (mgr.14702) 894 2022-01-25T23:17:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:13 smithi068 conmon[102841]: : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:13 smithi068 conmon[102841]: audit 2022-01-25T23:17:11.824148+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:17:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:13 smithi068 conmon[102841]: 895 : audit [DBG] from='client.34672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:14 smithi165 conmon[67662]: cluster 2022-01-25T23:17:12.906986+0000 mgr.smithi068.zkksrk (mgr.14702) 896 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:14 smithi068 conmon[102841]: cluster 2022-01-25T23:17:12.906986+0000 mgr.smithi068.zkksrk (mgr.14702) 896 : cluster [DBG] 2022-01-25T23:17:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:14 smithi068 conmon[102841]: pgmap v772: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:16 smithi165 conmon[67662]: cluster 2022-01-25T23:17:14.907945+0000 mgr.smithi068.zkksrk (mgr.14702) 897 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:16 smithi068 conmon[102841]: cluster 2022-01-25T23:17:14.907945+0000 mgr.smithi068.zkksrk (mgr.14702) 897 2022-01-25T23:17:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: cluster 2022-01-25T23:17:16.908589+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:17:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: 898 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: audit 2022-01-25T23:17:18.251186+0000 mon.smithi068 (mon.0) 511 : audit [INF] 2022-01-25T23:17:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:17:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:17:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: 01-25T23:17:18.257731+0000 mon.smithi068 (mon.0) 512 : audit [INF] 2022-01-25T23:17:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:17:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:18 smithi165 conmon[67662]: cluster 2022-01-25T23:17:16.908589+0000 mgr.smithi068.zkksrk (mgr.14702) 898 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:18 smithi165 conmon[67662]: audit 2022-01-25T23:17:18.251186+0000 mon.smithi068 (mon.0) 511 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:17:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:18 smithi165 conmon[67662]: audit 2022-01-25T23:17:18.257731+0000 mon.smithi068 (mon.0) 512 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:17:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:20 smithi068 conmon[102841]: cluster 2022-01-25T23:17:18.909244+0000 mgr.smithi068.zkksrk (mgr.14702) 899 : cluster 2022-01-25T23:17:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:20 smithi068 conmon[102841]: [DBG] pgmap v775: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:20 smithi165 conmon[67662]: cluster 2022-01-25T23:17:18.909244+0000 mgr.smithi068.zkksrk (mgr.14702) 899 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:22 smithi068 conmon[102841]: cluster 2022-01-25T23:17:20.910207+0000 mgr.smithi068.zkksrk (mgr.14702) 900 : 2022-01-25T23:17:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:22 smithi068 conmon[102841]: cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:22 smithi165 conmon[67662]: cluster 2022-01-25T23:17:20.910207+0000 mgr.smithi068.zkksrk (mgr.14702) 900 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:24 smithi068 conmon[102841]: cluster 2022-01-25T23:17:22.910929+0000 mgr.smithi068.zkksrk (mgr.14702) 901 : cluster 2022-01-25T23:17:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:24 smithi068 conmon[102841]: [DBG] pgmap v777: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:24 smithi165 conmon[67662]: cluster 2022-01-25T23:17:22.910929+0000 mgr.smithi068.zkksrk (mgr.14702) 901 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:26 smithi068 conmon[102841]: cluster 2022-01-25T23:17:24.911767+0000 mgr.smithi068.zkksrk (mgr.14702) 902 : cluster [DBG] 2022-01-25T23:17:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:26 smithi068 conmon[102841]: pgmap v778: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:26 smithi165 conmon[67662]: cluster 2022-01-25T23:17:24.911767+0000 mgr.smithi068.zkksrk (mgr.14702) 902 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:28 smithi068 conmon[102841]: cluster 2022-01-25T23:17:26.912436+0000 mgr.smithi068.zkksrk (mgr.14702) 903 : 2022-01-25T23:17:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:28 smithi068 conmon[102841]: cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:28 smithi165 conmon[67662]: cluster 2022-01-25T23:17:26.912436+0000 mgr.smithi068.zkksrk (mgr.14702) 903 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:30 smithi068 conmon[102841]: cluster 2022-01-25T23:17:28.913022+0000 mgr.smithi068.zkksrk (mgr.14702) 904 : cluster 2022-01-25T23:17:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:30 smithi068 conmon[102841]: [DBG] pgmap v780: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:30 smithi165 conmon[67662]: cluster 2022-01-25T23:17:28.913022+0000 mgr.smithi068.zkksrk (mgr.14702) 904 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:32 smithi068 conmon[102841]: cluster 2022-01-25T23:17:30.913855+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:17:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:32 smithi068 conmon[102841]: 14702) 905 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:32 smithi165 conmon[67662]: cluster 2022-01-25T23:17:30.913855+0000 mgr.smithi068.zkksrk (mgr.14702) 905 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:34 smithi068 conmon[102841]: cluster 2022-01-25T23:17:32.914536+0000 2022-01-25T23:17:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:34 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 906 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:34 smithi165 conmon[67662]: cluster 2022-01-25T23:17:32.914536+0000 mgr.smithi068.zkksrk (mgr.14702) 906 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:34 smithi165 conmon[67662]: 2022-01-25T23:17:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:36 smithi068 conmon[102841]: cluster 2022-01-25T23:17:34.915509+0000 mgr.smithi068.zkksrk (mgr.14702) 907 : cluster 2022-01-25T23:17:36.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:36 smithi068 conmon[102841]: [DBG] pgmap v783: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:36 smithi165 conmon[67662]: cluster 2022-01-25T23:17:34.915509+0000 mgr.smithi068.zkksrk (mgr.14702) 907 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:38.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:38 smithi068 conmon[102841]: cluster 2022-01-25T23:17:36.916237+0000 mgr.smithi068.zkksrk (mgr.14702) 908 2022-01-25T23:17:38.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:38 smithi165 conmon[67662]: cluster 2022-01-25T23:17:36.916237+0000 mgr.smithi068.zkksrk (mgr.14702) 908 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:40 smithi068 conmon[102841]: cluster 2022-01-25T23:17:38.916852+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:17:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:40 smithi068 conmon[102841]: .14702) 909 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:40 smithi165 conmon[67662]: cluster 2022-01-25T23:17:38.916852+0000 mgr.smithi068.zkksrk (mgr.14702) 909 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:42.495 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:17:42.784 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:17:42.785 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (31m) 4m ago 32m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:17:42.785 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (24m) 4m ago 32m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:17:42.785 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (24m) 4m ago 31m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:17:42.785 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (31m) 4m ago 32m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:17:42.786 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (28m) 4m ago 28m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:17:42.786 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (28m) 4m ago 28m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:17:42.786 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (25m) 4m ago 33m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:17:42.786 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (25m) 4m ago 31m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:17:42.787 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (25m) 4m ago 33m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:17:42.787 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (24m) 4m ago 31m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:17:42.787 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (25m) 4m ago 25m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:17:42.788 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (25m) 4m ago 25m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:17:42.788 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (32m) 4m ago 32m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:17:42.788 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (31m) 4m ago 31m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:17:42.788 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (16m) 4m ago 31m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:17:42.788 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (31m) 4m ago 31m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:17:42.789 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (30m) 4m ago 30m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:17:42.789 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (30m) 4m ago 30m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:17:42.789 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (30m) 4m ago 30m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:17:42.789 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (30m) 4m ago 30m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:17:42.790 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (29m) 4m ago 29m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:17:42.790 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (29m) 4m ago 29m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:17:42.790 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (31m) 4m ago 32m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:17:42.790 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:42 smithi068 conmon[102841]: cluster 2022-01-25T23:17:40.917766+0000 2022-01-25T23:17:42.791 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:42 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 910 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:42 smithi165 conmon[67662]: cluster 2022-01-25T23:17:40.917766+0000 mgr.smithi068.zkksrk (mgr.14702) 910 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:43.128 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:17:43.129 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:17:43.129 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:43.129 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:43.129 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:17:43.130 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:43.130 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:43.130 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:17:43.130 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:17:43.131 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:17:43.131 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:43.131 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:17:43.132 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:17:43.132 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:17:43.132 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:17:43.132 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:17:43.132 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:17:43.133 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:17:43.133 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:17:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:43 smithi068 conmon[102841]: audit 2022-01-25T23:17:42.483300+0000 mgr.smithi068.zkksrk 2022-01-25T23:17:43.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:43 smithi068 conmon[102841]: (mgr.14702) 911 : audit [DBG] from='client.34680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:43.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:43 smithi068 conmon[102841]: audit 2022-01-25T23:17:43.129333+0000 mon.smithi068 (mon.0) 513 : audit 2022-01-25T23:17:43.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:43 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/167135392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:43 smithi165 conmon[67662]: audit 2022-01-25T23:17:42.483300+0000 mgr.smithi068.zkksrk (mgr.14702) 911 : audit [DBG] from='client.34680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:43 smithi165 conmon[67662]: audit 2022-01-25T23:17:43.129333+0000 mon.smithi068 (mon.0) 513 : audit [DBG] from='client.? 172.21.15.68:0/167135392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:44 smithi068 conmon[102841]: audit 2022-01-25T23:17:42.770455+0000 mgr.smithi068.zkksrk (mgr.14702) 912 : audit [DBG] from='client.34684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:44.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:44 smithi068 conmon[102841]: cluster 2022-01-25T23:17:42.918206+0000 mgr.smithi068.zkksrk (mgr.14702) 913 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:44 smithi165 conmon[67662]: audit 2022-01-25T23:17:42.770455+0000 mgr.smithi068.zkksrk (mgr.14702) 912 : audit [DBG] 2022-01-25T23:17:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:44 smithi165 conmon[67662]: from='client.34684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:44 smithi165 conmon[67662]: cluster 2022-01-25T23:17:42.918206+0000 mgr.smithi068.zkksrk (mgr.14702) 913 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:45.769 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:45 smithi068 conmon[102841]: audit 2022-01-25T23:17:44.955376+0000 mon.smithi068 ( 2022-01-25T23:17:45.769 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:45 smithi068 conmon[102841]: mon.0) 514 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:17:45.769 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:45 smithi068 conmon[102841]: audit 2022-01-25T23:17:44.956900+0000 mon.smithi068 (mon.0) 515 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:17:45.769 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:45 smithi068 conmon[102841]: audit 2022-01-25T23:17:44.957807+0000 mon.smithi068 (mon.0) 516 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:17:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:45 smithi165 conmon[67662]: audit 2022-01-25T23:17:44.955376+0000 mon.smithi068 (mon.0) 514 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:17:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:45 smithi165 conmon[67662]: audit 2022-01-25T23:17:44.956900+0000 mon.smithi068 (mon.0) 515 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:17:45.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:45 smithi165 conmon[67662]: audit 2022-01-25T23:17:44.957807+0000 mon.smithi068 (mon.0) 516 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:17:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:46 smithi068 conmon[102841]: cluster 2022-01-25T23:17:44. 2022-01-25T23:17:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:46 smithi068 conmon[102841]: 919069+0000 mgr.smithi068.zkksrk (mgr.14702) 914 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:46 smithi068 conmon[102841]: cephadm 2022-01-25T23:17:44.958613+0000 mgr.smithi068.zkksrk (mgr.14702) 915 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:17:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:46 smithi165 conmon[67662]: cluster 2022-01-25T23:17:44.919069+0000 mgr.smithi068.zkksrk (mgr.14702) 914 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:46 smithi165 conmon[67662]: cephadm 2022-01-25T23:17:44.958613+0000 mgr.smithi068.zkksrk (mgr.14702) 915 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:17:47.716 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:47 smithi068 conmon[102841]: cluster 2022-01-25T23:17:46.919627+0000 mgr.smithi068.zkksrk (mgr.14702) 916 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:47 smithi165 conmon[67662]: cluster 2022-01-25T23:17:46.919627+0000 mgr.smithi068.zkksrk (mgr.14702) 916 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:49 smithi068 conmon[102841]: audit 2022-01-25T23:17:48.038651+0000 mon.smithi068 (mon.0) 517 : 2022-01-25T23:17:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:49 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:17:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:49 smithi068 conmon[102841]: audit 2022-01-25T23:17:48.426057+0000 mon.smithi068 (mon.0) 518 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:17:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:49 smithi068 conmon[102841]: audit 2022-01-25T23:17:48.431492+0000 mon.smithi068 (mon.0) 519 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:17:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:49 smithi165 conmon[67662]: audit 2022-01-25T23:17:48.038651+0000 mon.smithi068 (mon.0) 517 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:17:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:49 smithi165 conmon[67662]: audit 2022-01-25T23:17:48.426057+0000 mon.smithi068 (mon.0) 518 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:17:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:49 smithi165 conmon[67662]: audit 2022-01-25T23:17:48.431492+0000 mon.smithi068 (mon.0) 519 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:17:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:50 smithi165 conmon[67662]: cluster 2022-01-25T23:17:48.920094+0000 mgr.smithi068.zkksrk (mgr.14702) 917 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:50 smithi068 conmon[102841]: cluster 2022-01-25T23:17:48.920094+0000 mgr.smithi068.zkksrk (mgr.14702) 917 : cluster [DBG] 2022-01-25T23:17:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:50 smithi068 conmon[102841]: pgmap v790: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:52 smithi165 conmon[67662]: cluster 2022-01-25T23:17:50.921018+0000 mgr.smithi068.zkksrk (mgr.14702) 918 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:52 smithi068 conmon[102841]: cluster 2022-01-25T23:17:50.921018+0000 mgr.smithi068.zkksrk (mgr.14702) 918 : 2022-01-25T23:17:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:52 smithi068 conmon[102841]: cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:54 smithi165 conmon[67662]: cluster 2022-01-25T23:17:52.921553+0000 mgr.smithi068.zkksrk (mgr.14702) 919 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:54 smithi068 conmon[102841]: cluster 2022-01-25T23:17:52.921553+0000 mgr.smithi068.zkksrk (mgr.14702) 919 : cluster 2022-01-25T23:17:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:54 smithi068 conmon[102841]: [DBG] pgmap v792: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:56 smithi165 conmon[67662]: cluster 2022-01-25T23:17:54.922553+0000 mgr.smithi068.zkksrk (mgr.14702) 920 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:56 smithi068 conmon[102841]: cluster 2022-01-25T23:17:54.922553+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:17:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:56 smithi068 conmon[102841]: 920 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:17:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:58 smithi068 conmon[102841]: cluster 2022-01-25T23:17:56.923312+0000 mgr.smithi068.zkksrk (mgr.14702) 921 : 2022-01-25T23:17:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:17:58 smithi068 conmon[102841]: cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:58 smithi165 conmon[67662]: cluster 2022-01-25T23:17:56.923312+0000 mgr.smithi068.zkksrk (mgr.14702) 921 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:17:58 smithi165 conmon[67662]: 2022-01-25T23:18:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:00 smithi068 conmon[102841]: cluster 2022-01-25T23:17:58.923880+0000 mgr.smithi068.zkksrk (mgr.14702) 922 : cluster 2022-01-25T23:18:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:00 smithi068 conmon[102841]: [DBG] pgmap v795: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:00 smithi165 conmon[67662]: cluster 2022-01-25T23:17:58.923880+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:18:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:00 smithi165 conmon[67662]: 922 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:02.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:02 smithi068 conmon[102841]: cluster 2022-01-25T23:18:00.924832+0000 mgr.smithi068.zkksrk (mgr.14702) 923 : cluster 2022-01-25T23:18:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:02 smithi068 conmon[102841]: [DBG] pgmap v796: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:02 smithi165 conmon[67662]: cluster 2022-01-25T23:18:00.924832+0000 mgr.smithi068.zkksrk (mgr.14702) 923 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:04 smithi068 conmon[102841]: cluster 2022-01-25T23:18:02.925539+0000 mgr.smithi068.zkksrk (mgr.14702) 924 : cluster [DBG] 2022-01-25T23:18:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:04 smithi068 conmon[102841]: pgmap v797: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:04 smithi165 conmon[67662]: cluster 2022-01-25T23:18:02.925539+0000 mgr.smithi068.zkksrk (mgr.14702) 924 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:06 smithi068 conmon[102841]: cluster 2022-01-25T23:18:04.926455+0000 mgr.smithi068.zkksrk (mgr.14702) 925 : cluster [DBG] 2022-01-25T23:18:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:06 smithi068 conmon[102841]: pgmap v798: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:06 smithi165 conmon[67662]: cluster 2022-01-25T23:18:04.926455+0000 mgr.smithi068.zkksrk (mgr.14702) 925 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:08 smithi068 conmon[102841]: cluster 2022-01-25T23:18:06.927009+0000 mgr.smithi068.zkksrk (mgr.14702) 926 : 2022-01-25T23:18:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:08 smithi068 conmon[102841]: cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:08 smithi165 conmon[67662]: cluster 2022-01-25T23:18:06.927009+0000 mgr.smithi068.zkksrk (mgr.14702) 926 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:10 smithi068 conmon[102841]: cluster 2022-01-25T23:18:08.927773+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:18:10.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:10 smithi068 conmon[102841]: 927 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:10 smithi165 conmon[67662]: cluster 2022-01-25T23:18:08.927773+0000 mgr.smithi068.zkksrk (mgr.14702) 927 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:12 smithi068 conmon[102841]: cluster 2022-01-25T23:18:10.928770+0000 mgr.smithi068.zkksrk (mgr.14702) 928 : cluster 2022-01-25T23:18:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:12 smithi068 conmon[102841]: [DBG] pgmap v801: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:12 smithi165 conmon[67662]: cluster 2022-01-25T23:18:10.928770+0000 mgr.smithi068.zkksrk (mgr.14702) 928 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:13.448 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:18:13.735 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:18:13.735 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (31m) 4m ago 33m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:18:13.735 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (25m) 4m ago 33m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:18:13.736 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (25m) 4m ago 32m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:18:13.736 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (31m) 4m ago 32m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:18:13.736 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (28m) 4m ago 28m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:18:13.736 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (28m) 4m ago 28m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:18:13.736 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (26m) 4m ago 34m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:18:13.737 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (25m) 4m ago 32m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:18:13.737 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (25m) 4m ago 34m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:18:13.737 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (25m) 4m ago 32m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:18:13.737 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (26m) 4m ago 26m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:18:13.738 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (26m) 4m ago 26m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:18:13.738 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (32m) 4m ago 32m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:18:13.738 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (32m) 4m ago 32m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:18:13.738 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (16m) 4m ago 31m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:18:13.739 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (31m) 4m ago 31m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:18:13.739 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (31m) 4m ago 31m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:18:13.739 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (31m) 4m ago 31m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:18:13.739 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (30m) 4m ago 30m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:18:13.739 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (30m) 4m ago 30m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:18:13.740 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (30m) 4m ago 30m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:18:13.740 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (30m) 4m ago 30m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:18:13.740 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (31m) 4m ago 32m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:18:14.074 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:18:14.075 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:18:14.075 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:14.075 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:14.075 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:18:14.076 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:14.076 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:14.076 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:18:14.076 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:18:14.077 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:18:14.077 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:14.077 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:18:14.077 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:18:14.078 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:14.078 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:18:14.078 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:18:14.078 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:18:14.079 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:18:14.079 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:18:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:14 smithi068 conmon[102841]: cluster 2022-01-25T23:18:12.929239+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:18:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:14 smithi068 conmon[102841]: 929 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:14 smithi068 conmon[102841]: audit 2022-01-25T23:18:13.436136+0000 mgr.smithi068.zkksrk (mgr.14702) 930 : audit [DBG] from='client.34692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:14 smithi068 conmon[102841]: audit 2022-01-25T23:18:14.075138+0000 2022-01-25T23:18:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:14 smithi068 conmon[102841]: mon.smithi068 (mon.0) 520 : audit [DBG] from='client.? 172.21.15.68:0/4159542153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:14 smithi165 conmon[67662]: cluster 2022-01-25T23:18:12.929239+0000 mgr.smithi068.zkksrk (mgr.14702) 929 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:14 smithi165 conmon[67662]: audit 2022-01-25T23:18:13.436136+0000 mgr.smithi068.zkksrk (mgr.14702) 930 : audit [DBG] from='client.34692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:14 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:18:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:14 smithi165 conmon[67662]: 23:18:14.075138+0000 mon.smithi068 (mon.0) 520 : audit [DBG] from='client.? 172.21.15.68:0/4159542153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:15 smithi068 conmon[102841]: audit 2022-01-25T23:18:13.721052+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:18:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:15 smithi068 conmon[102841]: ) 931 : audit [DBG] from='client.34696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:15 smithi165 conmon[67662]: audit 2022-01-25T23:18:13.721052+0000 mgr.smithi068.zkksrk (mgr.14702) 931 : audit [DBG] 2022-01-25T23:18:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:15 smithi165 conmon[67662]: from='client.34696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:16 smithi068 conmon[102841]: cluster 2022-01-25T23:18:14.930103+0000 mgr.smithi068.zkksrk (mgr.14702) 932 : cluster 2022-01-25T23:18:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:16 smithi068 conmon[102841]: [DBG] pgmap v803: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:16 smithi165 conmon[67662]: cluster 2022-01-25T23:18:14.930103+0000 mgr.smithi068.zkksrk (mgr.14702) 932 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:18 smithi068 conmon[102841]: cluster 2022-01-25T23:18:16.930794+0000 mgr.smithi068.zkksrk (mgr.14702) 933 : cluster 2022-01-25T23:18:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:18 smithi068 conmon[102841]: [DBG] pgmap v804: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:18 smithi068 conmon[102841]: audit 2022-01-25T23:18:18.253738+0000 mon.smithi068 (mon.0) 521 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:18:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:18 smithi068 conmon[102841]: audit 2022-01-25T23:18:18.262193+0000 mon.smithi068 (mon 2022-01-25T23:18:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:18 smithi068 conmon[102841]: .0) 522 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:18:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:18 smithi165 conmon[67662]: cluster 2022-01-25T23:18:16.930794+0000 mgr.smithi068.zkksrk (mgr.14702) 933 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:18 smithi165 conmon[67662]: audit 2022-01-25T23:18: 2022-01-25T23:18:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:18 smithi165 conmon[67662]: 18.253738+0000 mon.smithi068 (mon.0) 521 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:18:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:18 smithi165 conmon[67662]: audit 2022-01-25T23:18:18.262193+0000 mon.smithi068 (mon.0) 522 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:18:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:20 smithi068 conmon[102841]: cluster 2022-01-25T23:18:18.931369+0000 mgr.smithi068.zkksrk (mgr.14702) 934 : cluster 2022-01-25T23:18:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:20 smithi068 conmon[102841]: [DBG] pgmap v805: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:20 smithi165 conmon[67662]: cluster 2022-01-25T23:18:18.931369+0000 mgr.smithi068.zkksrk (mgr.14702) 934 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:22 smithi068 conmon[102841]: cluster 2022-01-25T23:18:20.932438+0000 mgr.smithi068.zkksrk (mgr.14702) 935 : cluster 2022-01-25T23:18:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:22 smithi068 conmon[102841]: [DBG] pgmap v806: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:22 smithi165 conmon[67662]: cluster 2022-01-25T23:18:20.932438+0000 mgr.smithi068.zkksrk (mgr.14702) 935 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:24 smithi068 conmon[102841]: cluster 2022-01-25T23:18:22.932951+0000 mgr.smithi068.zkksrk (mgr.14702) 936 : cluster 2022-01-25T23:18:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:24 smithi068 conmon[102841]: [DBG] pgmap v807: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:24 smithi165 conmon[67662]: cluster 2022-01-25T23:18:22.932951+0000 mgr.smithi068.zkksrk (mgr.14702) 936 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:26 smithi068 conmon[102841]: cluster 2022-01-25T23:18:24.933741+0000 mgr.smithi068.zkksrk (mgr.14702) 937 : cluster 2022-01-25T23:18:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:26 smithi068 conmon[102841]: [DBG] pgmap v808: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:26 smithi165 conmon[67662]: cluster 2022-01-25T23:18:24.933741+0000 mgr.smithi068.zkksrk (mgr.14702) 937 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:28 smithi068 conmon[102841]: cluster 2022-01-25T23:18:26.934491+0000 mgr.smithi068.zkksrk (mgr.14702) 938 : 2022-01-25T23:18:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:28 smithi068 conmon[102841]: cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:28 smithi165 conmon[67662]: cluster 2022-01-25T23:18:26.934491+0000 mgr.smithi068.zkksrk (mgr.14702) 938 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:30 smithi068 conmon[102841]: cluster 2022-01-25T23:18:28.935086+0000 mgr.smithi068.zkksrk (mgr.14702) 939 : cluster 2022-01-25T23:18:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:30 smithi068 conmon[102841]: [DBG] pgmap v810: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:30 smithi165 conmon[67662]: cluster 2022-01-25T23:18:28.935086+0000 mgr.smithi068.zkksrk (mgr.14702) 939 : cluster [DBG] 2022-01-25T23:18:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:30 smithi165 conmon[67662]: pgmap v810: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:32 smithi068 conmon[102841]: cluster 2022-01-25T23:18:30.936132+0000 mgr.smithi068.zkksrk (mgr.14702) 940 : cluster 2022-01-25T23:18:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:32 smithi068 conmon[102841]: [DBG] pgmap v811: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:32 smithi165 conmon[67662]: cluster 2022-01-25T23:18:30.936132+0000 mgr.smithi068.zkksrk (mgr.14702) 940 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:34 smithi068 conmon[102841]: cluster 2022-01-25T23:18:32.936645+0000 mgr.smithi068.zkksrk (mgr.14702) 941 : cluster 2022-01-25T23:18:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:34 smithi068 conmon[102841]: [DBG] pgmap v812: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:34 smithi165 conmon[67662]: cluster 2022-01-25T23:18:32.936645+0000 mgr.smithi068.zkksrk (mgr.14702) 941 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:35 smithi068 conmon[102841]: cluster 2022-01-25T23:18:34.937365+0000 mgr.smithi068.zkksrk (mgr.14702) 942 2022-01-25T23:18:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:35 smithi068 conmon[102841]: : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:35 smithi165 conmon[67662]: cluster 2022-01-25T23:18:34.937365+0000 mgr.smithi068.zkksrk (mgr.14702) 942 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:37 smithi068 conmon[102841]: cluster 2022-01-25T23:18:36.938102+0000 mgr.smithi068.zkksrk (mgr.14702) 943 : cluster 2022-01-25T23:18:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:37 smithi068 conmon[102841]: [DBG] pgmap v814: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:37 smithi165 conmon[67662]: cluster 2022-01-25T23:18:36.938102+0000 mgr.smithi068.zkksrk (mgr.14702) 943 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:40 smithi068 conmon[102841]: cluster 2022-01-25T23:18:38.938701+0000 mgr.smithi068.zkksrk (mgr.14702) 944 : cluster 2022-01-25T23:18:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:40 smithi068 conmon[102841]: [DBG] pgmap v815: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:40 smithi165 conmon[67662]: cluster 2022-01-25T23:18:38.938701+0000 mgr.smithi068.zkksrk (mgr.14702) 944 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:42 smithi068 conmon[102841]: cluster 2022-01-25T23:18:40.939639+0000 mgr.smithi068.zkksrk (mgr.14702) 945 : cluster 2022-01-25T23:18:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:42 smithi068 conmon[102841]: [DBG] pgmap v816: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:42 smithi165 conmon[67662]: cluster 2022-01-25T23:18:40.939639+0000 mgr.smithi068.zkksrk (mgr.14702) 945 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:44.397 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:18:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:44 smithi068 conmon[102841]: cluster 2022-01-25T23:18:42.940102+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:18:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:44 smithi068 conmon[102841]: 14702) 946 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:44.687 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:18:44.688 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (32m) 5m ago 33m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:18:44.688 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (25m) 5m ago 33m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:18:44.688 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (25m) 5m ago 33m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:18:44.688 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (32m) 5m ago 33m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:18:44.689 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (29m) 5m ago 29m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:18:44.689 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (29m) 5m ago 29m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:18:44.689 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (26m) 5m ago 34m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:18:44.689 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (26m) 5m ago 32m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:18:44.690 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (26m) 5m ago 34m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:18:44.690 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (25m) 5m ago 32m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:18:44.690 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (26m) 5m ago 26m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:18:44.690 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (26m) 5m ago 26m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:18:44.691 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (33m) 5m ago 33m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:18:44.691 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (32m) 5m ago 32m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:18:44.691 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (17m) 5m ago 32m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:18:44.691 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (32m) 5m ago 32m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:18:44.691 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (31m) 5m ago 31m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:18:44.692 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (31m) 5m ago 31m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:18:44.692 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (31m) 5m ago 31m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:18:44.692 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (31m) 5m ago 31m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:18:44.692 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (30m) 5m ago 30m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:18:44.694 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (30m) 5m ago 30m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:18:44.694 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (32m) 5m ago 33m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:18:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:44 smithi165 conmon[67662]: cluster 2022-01-25T23:18:42.940102+0000 mgr.smithi068.zkksrk (mgr.14702) 946 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:45.023 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:18:45.023 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:18:45.023 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:45.024 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:45.024 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:18:45.024 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:45.024 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:45.025 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:18:45.025 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:18:45.025 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:18:45.025 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:45.026 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:18:45.026 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:18:45.026 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:18:45.026 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:18:45.027 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:18:45.027 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:18:45.027 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:18:45.027 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:18:45.244 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:45 smithi068 conmon[102841]: audit 2022-01-25T23:18:44.385120+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:18:45.244 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:45 smithi068 conmon[102841]: ) 947 : audit [DBG] from='client.34704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:45.245 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:45 smithi068 conmon[102841]: audit 2022-01-25T23:18:45.023650+0000 mon.smithi068 (mon.0) 523 : audit [DBG] from='client.? 172.21.15.68:0/755377423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:45 smithi165 conmon[67662]: audit 2022-01-25T23:18:44.385120+0000 mgr.smithi068.zkksrk (mgr.14702) 947 : audit [DBG] from='client.34704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:45 smithi165 conmon[67662]: audit 2022-01-25T23:18:45.023650+0000 mon.smithi068 (mon.0) 523 : audit [DBG] from='client.? 172.21.15.68:0/755377423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:46 smithi068 conmon[102841]: audit 2022-01-25T23:18:44.672560+0000 mgr.smithi068.zkksrk (mgr.14702) 948 : audit [DBG] from='client.34708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:46 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:18:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:46 smithi068 conmon[102841]: -25T23:18:44.940814+0000 mgr.smithi068.zkksrk (mgr.14702) 949 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:46 smithi165 conmon[67662]: audit 2022-01-25T23:18:44.672560+0000 mgr.smithi068.zkksrk (mgr.14702) 948 : audit [DBG] from='client.34708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:46 smithi165 conmon[67662]: cluster 2022-01-25T23:18:44.940814+0000 mgr.smithi068.zkksrk (mgr.14702) 949 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:48 smithi068 conmon[102841]: cluster 2022-01-25T23:18:46.941633+0000 mgr.smithi068.zkksrk (mgr.14702) 950 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:48 smithi165 conmon[67662]: cluster 2022-01-25T23:18:46.941633+0000 mgr.smithi068.zkksrk (mgr.14702) 950 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:48.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:48 smithi165 conmon[67662]: 2022-01-25T23:18:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: audit 2022-01-25T23:18:48.434643 2022-01-25T23:18:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 524 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:18:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: audit 2022-01-25T23:18:48.436127+0000 mon.smithi068 (mon.0) 525 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:18:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: audit 2022-01-25T23:18:48. 2022-01-25T23:18:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: 437090+0000 mon.smithi068 (mon.0) 526 : audit [INF] 2022-01-25T23:18:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:18:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: cephadm 2022-01-25T23 2022-01-25T23:18:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: :18:48.437939+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:18:49.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:49 smithi068 conmon[102841]: ) 951 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:18:49.571 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:49 smithi165 conmon[67662]: audit 2022-01-25T23:18:48.434643+0000 mon.smithi068 (mon.0) 524 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:18:49.571 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:49 smithi165 conmon[67662]: audit 2022-01-25T23:18:48.436127+0000 mon.smithi068 (mon.0) 525 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:18:49.572 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:49 smithi165 conmon[67662]: audit 2022-01-25T23:18:48.437090+0000 mon.smithi068 (mon.0) 526 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:18:49.572 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:49 smithi165 conmon[67662]: cephadm 2022-01-25T23:18:48.437939+0000 mgr.smithi068.zkksrk (mgr.14702) 951 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:18:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:50 smithi068 conmon[102841]: cluster 2022-01-25T23:18:48.942085+0000 mgr.smithi068.zkksrk (mgr.14702) 952 2022-01-25T23:18:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:50 smithi165 conmon[67662]: cluster 2022-01-25T23:18:48.942085+0000 mgr.smithi068.zkksrk (mgr.14702) 952 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:52 smithi165 conmon[67662]: cluster 2022-01-25T23:18:50.943182+0000 mgr.smithi068.zkksrk (mgr.14702) 953 2022-01-25T23:18:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:52 smithi165 conmon[67662]: : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:52 smithi165 conmon[67662]: audit 2022-01-25T23:18:51.395395+0000 mon.smithi068 (mon.0) 527 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:18:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:52 smithi165 conmon[67662]: audit 2022-01-25T23:18:51.784439+0000 mon.smithi068 (mon.0) 528 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:18:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:52 smithi165 conmon[67662]: audit 2022-01-25T23:18:51.792240+0000 mon.smithi068 (mon.0) 529 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:18:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: cluster 2022-01-25T23:18:50.943182+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:18:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: 14702) 953 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: audit 2022-01-25T23:18:51.395395+0000 mon.smithi068 (mon.0) 527 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:18:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: audit 2022-01-25T23:18:51 2022-01-25T23:18:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: .784439+0000 mon.smithi068 (mon.0) 528 : audit [INF] 2022-01-25T23:18:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:18:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: audit 2022-01-25T23:18:51 2022-01-25T23:18:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: .792240+0000 mon.smithi068 (mon.0) 529 : audit 2022-01-25T23:18:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:52 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:18:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:54 smithi165 conmon[67662]: cluster 2022-01-25T23:18:52.943680+0000 mgr.smithi068.zkksrk (mgr.14702) 954 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:54 smithi068 conmon[102841]: cluster 2022-01-25T23:18:52.943680+0000 mgr.smithi068.zkksrk (mgr.14702) 954 : 2022-01-25T23:18:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:54 smithi068 conmon[102841]: cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:56 smithi165 conmon[67662]: cluster 2022-01-25T23:18:54.944482+0000 mgr.smithi068.zkksrk (mgr.14702) 955 : cluster [DBG] 2022-01-25T23:18:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:56 smithi165 conmon[67662]: pgmap v823: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:56 smithi068 conmon[102841]: cluster 2022-01-25T23:18:54.944482+0000 mgr.smithi068.zkksrk (mgr.14702) 955 : cluster 2022-01-25T23:18:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:56 smithi068 conmon[102841]: [DBG] pgmap v823: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:18:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:58 smithi068 conmon[102841]: cluster 2022-01-25T23:18:56.945068+0000 mgr.smithi068.zkksrk (mgr.14702) 956 : 2022-01-25T23:18:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:18:58 smithi068 conmon[102841]: cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:58 smithi165 conmon[67662]: cluster 2022-01-25T23:18:56.945068+0000 mgr.smithi068.zkksrk (mgr.14702) 956 : cluster [DBG] 2022-01-25T23:18:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:18:58 smithi165 conmon[67662]: pgmap v824: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:00 smithi165 conmon[67662]: cluster 2022-01-25T23:18:58.945574+0000 mgr.smithi068.zkksrk (mgr.14702) 957 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:00 smithi165 conmon[67662]: 2022-01-25T23:19:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:00 smithi068 conmon[102841]: cluster 2022-01-25T23:18:58.945574+0000 mgr.smithi068.zkksrk (mgr.14702) 957 : cluster 2022-01-25T23:19:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:00 smithi068 conmon[102841]: [DBG] pgmap v825: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:02 smithi165 conmon[67662]: cluster 2022-01-25T23:19:00.946416+0000 mgr.smithi068.zkksrk (mgr.14702) 958 : cluster [DBG] 2022-01-25T23:19:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:02 smithi165 conmon[67662]: pgmap v826: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:02 smithi068 conmon[102841]: cluster 2022-01-25T23:19:00.946416+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:02 smithi068 conmon[102841]: 958 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:04 smithi165 conmon[67662]: cluster 2022-01-25T23:19:02.947058+0000 mgr.smithi068.zkksrk (mgr.14702) 959 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:04 smithi165 conmon[67662]: 2022-01-25T23:19:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:04 smithi068 conmon[102841]: cluster 2022-01-25T23:19:02.947058+0000 mgr.smithi068.zkksrk (mgr.14702) 959 : cluster 2022-01-25T23:19:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:04 smithi068 conmon[102841]: [DBG] pgmap v827: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:06 smithi165 conmon[67662]: cluster 2022-01-25T23:19:04.947901+0000 mgr.smithi068.zkksrk (mgr.14702) 960 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:06 smithi068 conmon[102841]: cluster 2022-01-25T23:19:04.947901+0000 mgr.smithi068.zkksrk (mgr.14702) 960 : cluster 2022-01-25T23:19:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:06 smithi068 conmon[102841]: [DBG] pgmap v828: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:08 smithi068 conmon[102841]: cluster 2022-01-25T23:19:06.948550+0000 mgr.smithi068.zkksrk (mgr.14702) 961 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:08 smithi165 conmon[67662]: cluster 2022-01-25T23:19:06.948550+0000 mgr.smithi068.zkksrk (mgr.14702) 961 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:08 smithi165 conmon[67662]: 2022-01-25T23:19:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:10 smithi165 conmon[67662]: cluster 2022-01-25T23:19:08.949033+0000 mgr.smithi068.zkksrk (mgr.14702) 962 : cluster [DBG] 2022-01-25T23:19:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:10 smithi165 conmon[67662]: pgmap v830: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:10 smithi068 conmon[102841]: cluster 2022-01-25T23:19:08.949033+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:19:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:10 smithi068 conmon[102841]: ) 962 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:12 smithi165 conmon[67662]: cluster 2022-01-25T23:19:10.950021+0000 mgr.smithi068.zkksrk (mgr.14702) 963 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:12 smithi068 conmon[102841]: cluster 2022-01-25T23:19:10.950021+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:19:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:12 smithi068 conmon[102841]: ) 963 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:14 smithi165 conmon[67662]: cluster 2022-01-25T23:19:12.950641+0000 mgr.smithi068.zkksrk (mgr.14702) 964 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:14 smithi068 conmon[102841]: cluster 2022-01-25T23:19:12.950641+0000 mgr.smithi068.zkksrk (mgr.14702) 964 : cluster 2022-01-25T23:19:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:14 smithi068 conmon[102841]: [DBG] pgmap v832: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:15.342 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:19:15.635 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:19:15.635 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (32m) 5m ago 34m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:19:15.635 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (26m) 5m ago 34m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:19:15.635 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (26m) 5m ago 33m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:19:15.636 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (32m) 5m ago 33m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:19:15.636 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (29m) 5m ago 29m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:19:15.636 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (29m) 5m ago 29m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:19:15.636 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (27m) 5m ago 35m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:19:15.636 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (26m) 5m ago 33m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:19:15.637 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (26m) 5m ago 35m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:19:15.637 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (26m) 5m ago 33m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:19:15.637 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (27m) 5m ago 27m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:19:15.637 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (27m) 5m ago 27m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:19:15.638 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (33m) 5m ago 33m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:19:15.638 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (33m) 5m ago 33m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:19:15.638 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (17m) 5m ago 32m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:19:15.638 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (32m) 5m ago 32m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:19:15.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (32m) 5m ago 32m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:19:15.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (32m) 5m ago 32m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:19:15.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (31m) 5m ago 31m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:19:15.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (31m) 5m ago 31m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:19:15.639 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (31m) 5m ago 31m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:19:15.640 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (31m) 5m ago 31m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:19:15.640 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (32m) 5m ago 33m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:19:15.971 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:19:15.971 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:19:15.972 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:15.972 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:15.972 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:19:15.973 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:15.973 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:15.973 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:19:15.973 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:19:15.973 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:19:15.974 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:15.974 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:19:15.974 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:19:15.974 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:15.975 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:19:15.975 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:19:15.975 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:19:15.975 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:19:15.976 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:19:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:16 smithi165 conmon[67662]: cluster 2022-01-25T23:19:14.951458+0000 mgr.smithi068.zkksrk (mgr.14702) 965 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:16 smithi165 conmon[67662]: audit 2022-01-25T23:19:15.331189+0000 2022-01-25T23:19:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:16 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 966 : audit [DBG] from='client.34716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:16.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:16 smithi165 conmon[67662]: audit 2022-01-25T23:19:15.971829+0000 mon.smithi068 (mon.0) 530 : audit [DBG] from='client.? 172.21.15.68:0/3029643983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:16 smithi068 conmon[102841]: cluster 2022-01-25T23:19:14.951458+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:19:16.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:16 smithi068 conmon[102841]: 14702) 965 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:16.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:16 smithi068 conmon[102841]: audit 2022-01-25T23:19:15.331189+0000 mgr.smithi068.zkksrk (mgr.14702) 966 : audit [DBG] from='client.34716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:16.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:16 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:19:16.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:16 smithi068 conmon[102841]: -25T23:19:15.971829+0000 mon.smithi068 (mon.0) 530 : audit [DBG] from='client.? 172.21.15.68:0/3029643983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:17 smithi165 conmon[67662]: audit 2022-01-25T23:19:15.620205+0000 mgr.smithi068.zkksrk (mgr.14702) 967 : audit [DBG] from='client.34720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:17 smithi068 conmon[102841]: audit 2022-01-25T23:19:15.620205+0000 mgr.smithi068.zkksrk (mgr.14702) 967 : audit [DBG] from='client.34720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:18 smithi068 conmon[102841]: cluster 2022-01-25T23:19:16.952071+0000 mgr.smithi068.zkksrk (mgr.14702) 968 : cluster 2022-01-25T23:19:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:18 smithi068 conmon[102841]: [DBG] pgmap v834: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:18 smithi068 conmon[102841]: audit 2022-01-25T23:19:18.256016+0000 mon.smithi068 (mon.0) 531 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:19:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:18 smithi068 conmon[102841]: audit 2022-01-25T23:19:18.268042+0000 mon.smithi068 (mon.0) 532 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:19:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:18 smithi068 conmon[102841]: 2022-01-25T23:19:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:18 smithi165 conmon[67662]: cluster 2022-01-25T23:19:16.952071+0000 mgr.smithi068.zkksrk (mgr.14702) 968 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:18 smithi165 conmon[67662]: audit 2022-01-25T23:19:18. 2022-01-25T23:19:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:18 smithi165 conmon[67662]: 256016+0000 mon.smithi068 (mon.0) 531 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:19:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:18 smithi165 conmon[67662]: audit 2022-01-25T23:19:18.268042+0000 mon.smithi068 (mon.0) 532 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:19:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:20 smithi068 conmon[102841]: cluster 2022-01-25T23:19:18.952806+0000 mgr.smithi068.zkksrk (mgr.14702) 969 : 2022-01-25T23:19:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:20 smithi068 conmon[102841]: cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:20 smithi165 conmon[67662]: cluster 2022-01-25T23:19:18.952806+0000 mgr.smithi068.zkksrk (mgr.14702) 969 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:22 smithi068 conmon[102841]: cluster 2022-01-25T23:19:20.953685+0000 mgr.smithi068.zkksrk (mgr.14702) 970 2022-01-25T23:19:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:22 smithi165 conmon[67662]: cluster 2022-01-25T23:19:20.953685+0000 mgr.smithi068.zkksrk (mgr.14702) 970 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:24 smithi068 conmon[102841]: cluster 2022-01-25T23:19:22.954260+0000 mgr.smithi068.zkksrk (mgr.14702) 971 : 2022-01-25T23:19:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:24 smithi068 conmon[102841]: cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:24 smithi165 conmon[67662]: cluster 2022-01-25T23:19:22.954260+0000 mgr.smithi068.zkksrk (mgr.14702) 971 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:26 smithi068 conmon[102841]: cluster 2022-01-25T23:19:24.955066+0000 mgr.smithi068.zkksrk (mgr.14702) 972 2022-01-25T23:19:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:26 smithi165 conmon[67662]: cluster 2022-01-25T23:19:24.955066+0000 mgr.smithi068.zkksrk (mgr.14702) 972 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:28 smithi068 conmon[102841]: cluster 2022-01-25T23:19:26.955830+0000 mgr.smithi068.zkksrk (mgr.14702) 973 2022-01-25T23:19:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:28 smithi068 conmon[102841]: : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:28 smithi165 conmon[67662]: cluster 2022-01-25T23:19:26.955830+0000 mgr.smithi068.zkksrk (mgr.14702) 973 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:30 smithi068 conmon[102841]: cluster 2022-01-25T23:19:28.956516+0000 mgr.smithi068.zkksrk (mgr.14702) 974 2022-01-25T23:19:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:30 smithi068 conmon[102841]: : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:30 smithi165 conmon[67662]: cluster 2022-01-25T23:19:28.956516+0000 mgr.smithi068.zkksrk (mgr.14702) 974 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:32 smithi068 conmon[102841]: cluster 2022-01-25T23:19:30.957478+0000 mgr.smithi068.zkksrk (mgr.14702) 975 : cluster 2022-01-25T23:19:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:32 smithi068 conmon[102841]: [DBG] pgmap v841: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:32 smithi165 conmon[67662]: cluster 2022-01-25T23:19:30.957478+0000 mgr.smithi068.zkksrk (mgr.14702) 975 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:34 smithi068 conmon[102841]: cluster 2022-01-25T23:19:32.958141+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:34 smithi068 conmon[102841]: 976 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:34 smithi165 conmon[67662]: cluster 2022-01-25T23:19:32.958141+0000 mgr.smithi068.zkksrk (mgr.14702) 976 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:36 smithi068 conmon[102841]: cluster 2022-01-25T23:19:34.958948+0000 mgr.smithi068.zkksrk (mgr.14702) 977 : 2022-01-25T23:19:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:36 smithi068 conmon[102841]: cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:36 smithi165 conmon[67662]: cluster 2022-01-25T23:19:34.958948+0000 mgr.smithi068.zkksrk (mgr.14702) 977 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:38 smithi068 conmon[102841]: cluster 2022-01-25T23:19:36.959700+0000 mgr.smithi068.zkksrk (mgr.14702) 978 2022-01-25T23:19:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:38 smithi165 conmon[67662]: cluster 2022-01-25T23:19:36.959700+0000 mgr.smithi068.zkksrk (mgr.14702) 978 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:40 smithi068 conmon[102841]: cluster 2022-01-25T23:19:38.960185+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:40 smithi068 conmon[102841]: 979 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:40 smithi165 conmon[67662]: cluster 2022-01-25T23:19:38.960185+0000 mgr.smithi068.zkksrk (mgr.14702) 979 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:42 smithi068 conmon[102841]: cluster 2022-01-25T23:19:40.961052+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:42.835 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:42 smithi068 conmon[102841]: 980 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:42 smithi165 conmon[67662]: cluster 2022-01-25T23:19:40.961052+0000 mgr.smithi068.zkksrk (mgr.14702) 980 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:44 smithi068 conmon[102841]: cluster 2022-01-25T23:19:42.961681+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:44 smithi068 conmon[102841]: 981 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:44 smithi165 conmon[67662]: cluster 2022-01-25T23:19:42.961681+0000 mgr.smithi068.zkksrk (mgr.14702) 981 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:46.288 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:19:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:46 smithi068 conmon[102841]: cluster 2022-01-25T23:19:44.962497+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:19:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:46 smithi068 conmon[102841]: ) 982 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:46.578 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:19:46.578 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (33m) 6m ago 34m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:19:46.579 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (26m) 6m ago 34m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:19:46.579 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (26m) 6m ago 34m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:19:46.579 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (33m) 6m ago 34m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:19:46.579 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (30m) 6m ago 30m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:19:46.580 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (30m) 6m ago 30m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:19:46.580 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (27m) 6m ago 35m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:19:46.580 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (27m) 6m ago 33m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:19:46.580 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (27m) 6m ago 35m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:19:46.581 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (26m) 6m ago 33m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:19:46.581 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (27m) 6m ago 27m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:19:46.581 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (27m) 6m ago 27m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:19:46.581 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (34m) 6m ago 34m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:19:46.581 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (33m) 6m ago 33m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:19:46.582 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (18m) 6m ago 33m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:19:46.582 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (33m) 6m ago 33m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:19:46.582 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (32m) 6m ago 32m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:19:46.582 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (32m) 6m ago 32m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:19:46.583 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (32m) 6m ago 32m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:19:46.583 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (32m) 6m ago 32m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:19:46.583 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (31m) 6m ago 31m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:19:46.584 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (31m) 6m ago 31m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:19:46.584 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (33m) 6m ago 34m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:19:46.916 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:19:46.916 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:19:46.917 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:46.917 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:46.917 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:19:46.917 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:46.918 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:46.918 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:19:46.918 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:19:46.918 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:19:46.918 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:46.919 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:19:46.919 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:19:46.919 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:19:46.919 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:19:46.920 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:19:46.920 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:19:46.920 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:19:46.920 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:19:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:46 smithi165 conmon[67662]: cluster 2022-01-25T23:19:44.962497+0000 mgr.smithi068.zkksrk (mgr.14702) 982 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:47 smithi068 conmon[102841]: audit 2022-01-25T23:19:46.277298+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:19:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:47 smithi068 conmon[102841]: mgr.14702) 983 : audit [DBG] from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:47.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:47 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:19:47.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:47 smithi068 conmon[102841]: 23:19:46.916860+0000 mon.smithi068 (mon.0) 533 : audit 2022-01-25T23:19:47.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:47 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/2467452109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:47 smithi165 conmon[67662]: audit 2022-01-25T23:19:46.277298+0000 mgr.smithi068.zkksrk (mgr.14702) 983 : audit [DBG] from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:47.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:47 smithi165 conmon[67662]: audit 2022-01-25T23:19:47.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:47 smithi165 conmon[67662]: 2022-01-25T23:19:46.916860+0000 mon.smithi068 (mon.0) 533 : audit [DBG] from='client.? 172.21.15.68:0/2467452109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:48 smithi068 conmon[102841]: audit 2022-01-25T23:19:46.564669+0000 mgr.smithi068.zkksrk (mgr.14702) 984 : 2022-01-25T23:19:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:48 smithi068 conmon[102841]: audit [DBG] from='client.34732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:48 smithi068 conmon[102841]: cluster 2022-01-25T23:19:46.963066+0000 mgr.smithi068.zkksrk (mgr.14702) 985 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:48 smithi165 conmon[67662]: audit 2022-01-25T23:19:46.564669+0000 mgr.smithi068.zkksrk (mgr.14702) 984 : audit [DBG] from='client.34732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:48 smithi165 conmon[67662]: cluster 2022-01-25T23:19:46.963066+0000 mgr.smithi068.zkksrk (mgr.14702) 985 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:50 smithi068 conmon[102841]: cluster 2022-01-25T23:19:48.963524+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:19:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:50 smithi068 conmon[102841]: mgr.14702) 986 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:50 smithi165 conmon[67662]: cluster 2022-01-25T23:19:48.963524+0000 mgr.smithi068.zkksrk (mgr.14702) 986 : cluster [DBG] 2022-01-25T23:19:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:50 smithi165 conmon[67662]: pgmap v850: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: cluster 2022-01-25T23:19:50.964472+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: 987 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: audit 2022-01-25T23:19:51.796663+0000 mon.smithi068 (mon.0) 534 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:19:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: audit 2022-01-25T23:19:51.798133+0000 mon.smithi068 (mon.0) 535 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:19:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: audit 2022-01-25T23:19 2022-01-25T23:19:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: :51.799157+0000 mon.smithi068 (mon.0) 536 : audit 2022-01-25T23:19:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:19:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:19:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: 23:19:52.212465+0000 mon.smithi068 (mon.0 2022-01-25T23:19:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: ) 537 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:19:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: audit 2022 2022-01-25T23:19:52.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: -01-25T23:19:52.217734+0000 mon.smithi068 ( 2022-01-25T23:19:52.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:52 smithi068 conmon[102841]: mon.0) 538 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:19:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: cluster 2022-01-25T23:19:50.964472+0000 mgr.smithi068.zkksrk (mgr.14702) 987 : cluster 2022-01-25T23:19:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: [DBG] pgmap v851: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: audit 2022-01-25T23:19:51.796663+0000 mon.smithi068 (mon.0) 534 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:19:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: audit 2022-01-25T23:19:51.798133+0000 mon.smithi068 (mon.0) 535 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:19:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: audit 2022-01-25T23:19:51.799157+0000 mon.smithi068 (mon.0) 536 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:19:52.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: audit 2022-01-25T23:19:52.212465+0000 mon.smithi068 (mon.0) 537 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:19:52.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: audit 2022-01-25T23:19:52.217734+0000 mon.smithi068 (mon.0) 538 : audit [INF] 2022-01-25T23:19:52.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:52 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:19:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:53 smithi068 conmon[102841]: cephadm 2022-01-25T23:19:51.800021+0000 mgr.smithi068.zkksrk (mgr.14702) 988 : cephadm 2022-01-25T23:19:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:53 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:19:53.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:53 smithi165 conmon[67662]: cephadm 2022-01-25T23:19:51.800021+0000 mgr.smithi068.zkksrk (mgr.14702) 988 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:19:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:54 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:19:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:54 smithi068 conmon[102841]: 23:19:52.964969+0000 mgr.smithi068.zkksrk (mgr.14702) 989 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:54 smithi165 conmon[67662]: cluster 2022-01-25T23:19:52.964969+0000 mgr.smithi068.zkksrk (mgr.14702) 989 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:56 smithi068 conmon[102841]: cluster 2022-01-25T23:19:54.965817+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:19:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:56 smithi068 conmon[102841]: 990 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:56 smithi165 conmon[67662]: cluster 2022-01-25T23:19:54.965817+0000 mgr.smithi068.zkksrk (mgr.14702) 990 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:19:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:58 smithi068 conmon[102841]: cluster 2022-01-25T23:19:56.966533+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:19:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:19:58 smithi068 conmon[102841]: ) 991 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:19:58 smithi165 conmon[67662]: cluster 2022-01-25T23:19:56.966533+0000 mgr.smithi068.zkksrk (mgr.14702) 991 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:00 smithi068 conmon[102841]: cluster 2022-01-25T23:19:58.967033+0000 mgr.smithi068.zkksrk (mgr.14702) 992 : cluster 2022-01-25T23:20:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:00 smithi068 conmon[102841]: [DBG] pgmap v855: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:00 smithi068 conmon[102841]: cluster 2022-01-25T23:20:00.000203+0000 mon.smithi068 (mon.0) 539 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:20:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:00 smithi165 conmon[67662]: cluster 2022-01-25T23:19:58.967033+0000 mgr.smithi068.zkksrk (mgr.14702) 992 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:00 smithi165 conmon[67662]: cluster 2022-01-25T23:20:00.000203+0000 mon.smithi068 (mon.0) 539 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:20:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:02 smithi068 conmon[102841]: cluster 2022-01-25T23:20:00.967980+0000 mgr.smithi068.zkksrk (mgr.14702) 993 2022-01-25T23:20:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:02 smithi165 conmon[67662]: cluster 2022-01-25T23:20:00.967980+0000 mgr.smithi068.zkksrk (mgr.14702) 993 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:04 smithi068 conmon[102841]: cluster 2022-01-25T23:20:02.968551+0000 mgr.smithi068.zkksrk (mgr.14702) 994 : 2022-01-25T23:20:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:04 smithi068 conmon[102841]: cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:04 smithi165 conmon[67662]: cluster 2022-01-25T23:20:02.968551+0000 mgr.smithi068.zkksrk (mgr.14702) 994 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:06 smithi068 conmon[102841]: cluster 2022-01-25T23:20:04.969464+0000 2022-01-25T23:20:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:06 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 995 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:06 smithi165 conmon[67662]: cluster 2022-01-25T23:20:04.969464+0000 mgr.smithi068.zkksrk (mgr.14702) 995 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:08 smithi068 conmon[102841]: cluster 2022-01-25T23:20:06.970024+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:20:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:08 smithi068 conmon[102841]: 996 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:08 smithi165 conmon[67662]: cluster 2022-01-25T23:20:06.970024+0000 mgr.smithi068.zkksrk (mgr.14702) 996 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:10 smithi068 conmon[102841]: cluster 2022-01-25T23:20:08.970651+0000 mgr.smithi068.zkksrk (mgr.14702) 997 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:10 smithi165 conmon[67662]: cluster 2022-01-25T23:20:08.970651+0000 mgr.smithi068.zkksrk (mgr.14702) 997 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:12 smithi068 conmon[102841]: cluster 2022-01-25T23:20:10.971587+0000 mgr.smithi068.zkksrk (mgr.14702) 998 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:12 smithi165 conmon[67662]: cluster 2022-01-25T23:20:10.971587+0000 mgr.smithi068.zkksrk (mgr.14702) 998 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:14 smithi068 conmon[102841]: cluster 2022-01-25T23:20:12.972162+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:20:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:14 smithi068 conmon[102841]: ) 999 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:14 smithi165 conmon[67662]: cluster 2022-01-25T23:20:12.972162+0000 mgr.smithi068.zkksrk (mgr.14702) 999 : cluster 2022-01-25T23:20:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:14 smithi165 conmon[67662]: [DBG] pgmap v862: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:16 smithi068 conmon[102841]: cluster 2022-01-25T23:20:14.973090+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:20:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:16 smithi068 conmon[102841]: ) 1000 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:16 smithi165 conmon[67662]: cluster 2022-01-25T23:20:14.973090+0000 mgr.smithi068.zkksrk (mgr.14702) 1000 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:17.239 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:20:17.526 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:20:17.527 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (34m) 6m ago 35m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:20:17.527 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (27m) 6m ago 35m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:20:17.527 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (27m) 6m ago 34m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:20:17.528 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (33m) 6m ago 34m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:20:17.528 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (30m) 6m ago 30m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:20:17.528 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (30m) 6m ago 30m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:20:17.529 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (28m) 6m ago 36m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:20:17.529 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (27m) 6m ago 34m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:20:17.529 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (27m) 6m ago 36m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:20:17.529 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (27m) 6m ago 34m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:20:17.529 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (28m) 6m ago 28m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:20:17.530 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (28m) 6m ago 28m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:20:17.530 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (34m) 6m ago 34m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:20:17.530 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (34m) 6m ago 34m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:20:17.530 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (18m) 6m ago 33m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:20:17.531 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (33m) 6m ago 33m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:20:17.531 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (33m) 6m ago 33m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:20:17.531 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (33m) 6m ago 33m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:20:17.531 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (32m) 6m ago 32m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:20:17.532 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (32m) 6m ago 32m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:20:17.532 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (32m) 6m ago 32m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:20:17.532 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (32m) 6m ago 32m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:20:17.532 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (33m) 6m ago 34m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:20:17.864 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:20:17.865 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:20:17.865 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:17.865 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:17.865 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:20:17.866 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:17.866 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:17.866 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:20:17.866 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:20:17.867 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:20:17.867 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:17.867 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:20:17.867 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:20:17.868 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:17.868 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:20:17.868 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:20:17.868 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:20:17.869 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:20:17.869 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:20:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: cluster 2022-01-25T23:20: 2022-01-25T23:20:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: 16.973732+0000 mgr.smithi068.zkksrk (mgr.14702) 1001 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: audit 2022-01-25T23:20:17.227814+0000 mgr.smithi068.zkksrk 2022-01-25T23:20:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: (mgr.14702) 1002 : audit [DBG] from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:20:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: T23:20:17.512568+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:20:18.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: 14702) 1003 : audit [DBG] from='client.34744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:18.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:20:18.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: 01-25T23:20:17.865231+0000 2022-01-25T23:20:18.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: mon.smithi068 (mon.0) 540 : audit [DBG] from='client.? 172.21.15.68:0/3639060335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:18.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: audit 2022-01-25T23:20:18.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: 2022-01-25T23:20:18.258396+0000 2022-01-25T23:20:18.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: mon.smithi068 (mon.0) 541 : audit [INF] 2022-01-25T23:20:18.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:20:18.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: audit 2022-01-25T23:20:18.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: 2022-01-25T23:20:18.272418+0000 mon.smithi068 ( 2022-01-25T23:20:18.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:18 smithi068 conmon[102841]: mon.0) 542 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:20:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: cluster 2022-01-25T23:20:16.973732+0000 mgr.smithi068.zkksrk (mgr.14702) 1001 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: audit 2022-01-25T23:20:17.227814+0000 mgr.smithi068.zkksrk (mgr.14702) 1002 : audit [DBG] from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: audit 2022-01-25T23:20:17.512568+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:20:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: .14702) 1003 : audit [DBG] from='client.34744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:18.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: audit 2022-01-25T23:20:18.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: 2022-01-25T23:20:17.865231+0000 2022-01-25T23:20:18.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 540 : audit [DBG] from='client.? 172.21.15.68:0/3639060335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:18.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:20:18.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: :20:18.258396+0000 mon.smithi068 (mon.0) 541 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:20:18.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: audit 2022 2022-01-25T23:20:18.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: -01-25T23:20:18.272418 2022-01-25T23:20:18.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 542 : audit [INF] 2022-01-25T23:20:18.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:18 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:20:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:20 smithi068 conmon[102841]: cluster 2022-01-25T23:20:18.974431+0000 mgr.smithi068.zkksrk (mgr.14702) 1004 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:20 smithi165 conmon[67662]: cluster 2022-01-25T23:20:18.974431+0000 mgr.smithi068.zkksrk (mgr.14702) 1004 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:22 smithi068 conmon[102841]: cluster 2022-01-25T23:20:20.975241+0000 mgr.smithi068.zkksrk (mgr.14702) 1005 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:22 smithi165 conmon[67662]: cluster 2022-01-25T23:20:20.975241+0000 mgr.smithi068.zkksrk (mgr.14702) 1005 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:24 smithi068 conmon[102841]: cluster 2022-01-25T23:20:22.975881+0000 mgr.smithi068.zkksrk (mgr.14702) 1006 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:24 smithi165 conmon[67662]: cluster 2022-01-25T23:20:22.975881+0000 mgr.smithi068.zkksrk (mgr.14702) 1006 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:26 smithi165 conmon[67662]: cluster 2022-01-25T23:20:24.976784+0000 mgr.smithi068.zkksrk (mgr.14702) 1007 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:26 smithi068 conmon[102841]: cluster 2022-01-25T23:20:24.976784+0000 mgr.smithi068.zkksrk (mgr.14702) 1007 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:28 smithi068 conmon[102841]: cluster 2022-01-25T23:20:26.977418+0000 mgr.smithi068.zkksrk (mgr.14702) 1008 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:28 smithi165 conmon[67662]: cluster 2022-01-25T23:20:26.977418+0000 mgr.smithi068.zkksrk (mgr.14702) 1008 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:30 smithi165 conmon[67662]: cluster 2022-01-25T23:20:28.977906+0000 mgr.smithi068.zkksrk (mgr.14702) 1009 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:30 smithi068 conmon[102841]: cluster 2022-01-25T23:20:28.977906+0000 mgr.smithi068.zkksrk (mgr.14702) 1009 2022-01-25T23:20:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:30 smithi068 conmon[102841]: : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:32 smithi165 conmon[67662]: cluster 2022-01-25T23:20:30.978989+0000 mgr.smithi068.zkksrk (mgr.14702) 1010 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:32 smithi068 conmon[102841]: cluster 2022-01-25T23:20:30.978989+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:20:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:32 smithi068 conmon[102841]: 1010 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:34 smithi165 conmon[67662]: cluster 2022-01-25T23:20:32.979606+0000 mgr.smithi068.zkksrk (mgr.14702) 1011 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:34 smithi068 conmon[102841]: cluster 2022-01-25T23:20:32.979606+0000 mgr.smithi068.zkksrk (mgr.14702) 1011 2022-01-25T23:20:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:36 smithi165 conmon[67662]: cluster 2022-01-25T23:20:34.980470+0000 mgr.smithi068.zkksrk (mgr.14702) 1012 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:36 smithi068 conmon[102841]: cluster 2022-01-25T23:20:34.980470+0000 mgr.smithi068.zkksrk (mgr.14702) 1012 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:38 smithi068 conmon[102841]: cluster 2022-01-25T23:20:36.981205+0000 mgr.smithi068.zkksrk (mgr.14702) 1013 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:38 smithi165 conmon[67662]: cluster 2022-01-25T23:20:36.981205+0000 mgr.smithi068.zkksrk (mgr.14702) 1013 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:40 smithi165 conmon[67662]: cluster 2022-01-25T23:20:38.981867+0000 mgr.smithi068.zkksrk (mgr.14702) 1014 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:40 smithi068 conmon[102841]: cluster 2022-01-25T23:20:38.981867+0000 mgr.smithi068.zkksrk (mgr.14702) 1014 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:42 smithi165 conmon[67662]: cluster 2022-01-25T23:20:40.982812+0000 mgr.smithi068.zkksrk (mgr.14702) 1015 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:42 smithi068 conmon[102841]: cluster 2022-01-25T23:20:40.982812+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:20:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:42 smithi068 conmon[102841]: 1015 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:44 smithi165 conmon[67662]: cluster 2022-01-25T23:20:42.983422+0000 mgr.smithi068.zkksrk (mgr.14702) 1016 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:44 smithi068 conmon[102841]: cluster 2022-01-25T23:20:42.983422+0000 mgr.smithi068.zkksrk (mgr.14702) 1016 : cluster [DBG] 2022-01-25T23:20:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:44 smithi068 conmon[102841]: pgmap v877: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:46 smithi165 conmon[67662]: cluster 2022-01-25T23:20:44.984252+0000 mgr.smithi068.zkksrk (mgr.14702) 1017 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:46 smithi068 conmon[102841]: cluster 2022-01-25T23:20:44.984252+0000 mgr.smithi068.zkksrk (mgr.14702) 1017 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:48.205 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:20:48.498 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:20:48.499 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (34m) 7m ago 35m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:20:48.499 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (27m) 7m ago 35m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:20:48.499 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (27m) 7m ago 35m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:20:48.499 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (34m) 7m ago 35m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:20:48.500 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (31m) 7m ago 31m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:20:48.500 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (31m) 7m ago 31m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:20:48.500 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (28m) 7m ago 36m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:20:48.500 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (28m) 7m ago 34m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:20:48.501 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (28m) 7m ago 36m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:20:48.501 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (27m) 7m ago 34m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:20:48.501 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (28m) 7m ago 28m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:20:48.501 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (28m) 7m ago 28m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:20:48.501 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (35m) 7m ago 35m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:20:48.502 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (34m) 7m ago 34m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:20:48.502 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (19m) 7m ago 34m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:20:48.502 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (34m) 7m ago 34m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:20:48.503 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (33m) 7m ago 33m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:20:48.503 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (33m) 7m ago 33m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:20:48.503 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (33m) 7m ago 33m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:20:48.503 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (33m) 7m ago 33m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:20:48.504 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (32m) 7m ago 32m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:20:48.504 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (32m) 7m ago 32m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:20:48.504 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (34m) 7m ago 35m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:20:48.504 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:48 smithi068 conmon[102841]: cluster 2022-01-25T23:20:46.985059 2022-01-25T23:20:48.505 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:48 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1018 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:48 smithi165 conmon[67662]: cluster 2022-01-25T23:20:46.985059+0000 mgr.smithi068.zkksrk (mgr.14702) 1018 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:48.836 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:20:48.837 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:20:48.837 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:48.837 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:48.837 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:20:48.838 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:48.838 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:48.838 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:20:48.838 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:20:48.839 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:20:48.839 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:48.839 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:20:48.839 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:20:48.840 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:20:48.840 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:20:48.840 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:20:48.841 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:20:48.841 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:20:48.841 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:20:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:49 smithi165 conmon[67662]: audit 2022-01-25T23:20:48.182756+0000 mgr.smithi068.zkksrk (mgr.14702) 1019 : audit [DBG] from='client.34752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:49 smithi165 conmon[67662]: audit 2022-01-25T23:20:48.484456+0000 mgr.smithi068.zkksrk 2022-01-25T23:20:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:49 smithi165 conmon[67662]: (mgr.14702) 1020 : audit [DBG] from='client.34756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:49 smithi165 conmon[67662]: audit 2022-01-25T23:20:48.837040+0000 mon.smithi068 (mon.0) 543 : audit [DBG] from='client.? 172.21.15.68:0/4246036895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:49 smithi068 conmon[102841]: audit 2022-01-25T23:20:48.182756+0000 mgr.smithi068.zkksrk (mgr.14702) 1019 : audit [DBG] from='client.34752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:49 smithi068 conmon[102841]: audit 2022-01-25T23:20:48.484456+0000 mgr.smithi068.zkksrk (mgr.14702) 1020 : audit [DBG] from='client.34756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:49 smithi068 conmon[102841]: audit 2022-01-25T23:20:48.837040+0000 mon.smithi068 (mon.0) 543 : 2022-01-25T23:20:49.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:49 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/4246036895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:50 smithi165 conmon[67662]: cluster 2022-01-25T23:20:48.985711+0000 mgr.smithi068.zkksrk (mgr.14702) 1021 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:50.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:50 smithi068 conmon[102841]: cluster 2022-01-25T23:20:48.985711+0000 mgr.smithi068.zkksrk (mgr.14702) 1021 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: cluster 2022-01-25T23:20:50.986599+0000 mgr.smithi068.zkksrk (mgr.14702) 1022 : cluster 2022-01-25T23:20:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: [DBG] pgmap v881: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: audit 2022-01-25T23:20:52.220828+0000 mon.smithi068 (mon.0) 544 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:20:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: audit 2022 2022-01-25T23:20:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: -01-25T23:20:52.222337+0000 mon.smithi068 (mon.0) 545 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:20:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:20:52.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:52 smithi165 conmon[67662]: 01-25T23:20:52.223535+0000 mon.smithi068 (mon.0) 546 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:20:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:52 smithi068 conmon[102841]: cluster 2022-01-25T23:20:50.986599 2022-01-25T23:20:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:52 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1022 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:52 smithi068 conmon[102841]: audit 2022-01-25T23:20:52.220828+0000 mon.smithi068 (mon.0) 544 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:20:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:52 smithi068 conmon[102841]: audit 2022-01-25T23:20:52.222337+0000 mon.smithi068 (mon.0) 545 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:20:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:52 smithi068 conmon[102841]: audit 2022-01-25T23:20 2022-01-25T23:20:52.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:52 smithi068 conmon[102841]: :52.223535+0000 mon.smithi068 (mon.0) 546 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:20:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:53 smithi165 conmon[67662]: cephadm 2022-01-25T23:20:52.224415+0000 mgr.smithi068.zkksrk (mgr.14702) 1023 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:20:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:53 smithi165 conmon[67662]: audit 2022-01-25T23:20:52.637999+0000 mon.smithi068 (mon.0) 547 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:20:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:53 smithi165 conmon[67662]: audit 2022-01-25T23:20:52.643610+0000 mon.smithi068 (mon.0) 548 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:20:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:53 smithi068 conmon[102841]: cephadm 2022-01-25T23:20:52.224415+0000 mgr.smithi068.zkksrk (mgr.14702) 1023 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:20:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:53 smithi068 conmon[102841]: audit 2022-01-25T23:20:52.637999+0000 mon.smithi068 (mon.0) 547 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:20:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:53 smithi068 conmon[102841]: audit 2022-01-25T23:20:52.643610+0000 mon.smithi068 (mon.0) 548 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:20:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:54 smithi165 conmon[67662]: cluster 2022-01-25T23:20:52.986974+0000 mgr.smithi068.zkksrk (mgr.14702) 1024 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:54 smithi068 conmon[102841]: cluster 2022-01-25T23:20:52.986974+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:20:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:54 smithi068 conmon[102841]: ) 1024 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:56 smithi165 conmon[67662]: cluster 2022-01-25T23:20:54.987823+0000 mgr.smithi068.zkksrk (mgr.14702) 1025 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:56 smithi068 conmon[102841]: cluster 2022-01-25T23:20:54.987823+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:20:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:56 smithi068 conmon[102841]: 1025 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:20:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:58 smithi068 conmon[102841]: cluster 2022-01-25T23:20:56.988459+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:20:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:20:58 smithi068 conmon[102841]: ) 1026 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:20:58 smithi165 conmon[67662]: cluster 2022-01-25T23:20:56.988459+0000 mgr.smithi068.zkksrk (mgr.14702) 1026 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:00 smithi165 conmon[67662]: cluster 2022-01-25T23:20:58.989068+0000 mgr.smithi068.zkksrk (mgr.14702) 1027 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:00 smithi068 conmon[102841]: cluster 2022-01-25T23:20:58.989068+0000 mgr.smithi068.zkksrk (mgr.14702) 1027 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:02 smithi165 conmon[67662]: cluster 2022-01-25T23:21:00.989993+0000 mgr.smithi068.zkksrk (mgr.14702) 1028 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:02.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:02 smithi068 conmon[102841]: cluster 2022-01-25T23:21:00.989993+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:21:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:02 smithi068 conmon[102841]: ) 1028 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:04 smithi165 conmon[67662]: cluster 2022-01-25T23:21:02.990671+0000 mgr.smithi068.zkksrk (mgr.14702) 1029 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:04.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:04 smithi068 conmon[102841]: cluster 2022-01-25T23:21:02.990671+0000 mgr.smithi068.zkksrk (mgr.14702) 1029 : cluster 2022-01-25T23:21:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:04 smithi068 conmon[102841]: [DBG] pgmap v887: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:06 smithi165 conmon[67662]: cluster 2022-01-25T23:21:04.991718+0000 mgr.smithi068.zkksrk (mgr.14702) 1030 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:06 smithi068 conmon[102841]: cluster 2022-01-25T23:21:04.991718+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:21:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:06 smithi068 conmon[102841]: 1030 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:08 smithi068 conmon[102841]: cluster 2022-01-25T23:21:06.992344+0000 mgr.smithi068.zkksrk (mgr.14702) 1031 : 2022-01-25T23:21:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:08 smithi068 conmon[102841]: cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:08 smithi165 conmon[67662]: cluster 2022-01-25T23:21:06.992344+0000 mgr.smithi068.zkksrk (mgr.14702) 1031 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:08.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:08 smithi165 conmon[67662]: 2022-01-25T23:21:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:10 smithi165 conmon[67662]: cluster 2022-01-25T23:21:08.992802+0000 mgr.smithi068.zkksrk (mgr.14702) 1032 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:10 smithi068 conmon[102841]: cluster 2022-01-25T23:21:08.992802+0000 mgr.smithi068.zkksrk (mgr.14702) 1032 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:12 smithi165 conmon[67662]: cluster 2022-01-25T23:21:10.993693+0000 mgr.smithi068.zkksrk (mgr.14702) 1033 : cluster [DBG] 2022-01-25T23:21:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:12 smithi165 conmon[67662]: pgmap v891: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:12 smithi068 conmon[102841]: cluster 2022-01-25T23:21:10.993693+0000 2022-01-25T23:21:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:12 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1033 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:14 smithi165 conmon[67662]: cluster 2022-01-25T23:21:12.994163+0000 mgr.smithi068.zkksrk (mgr.14702) 1034 : cluster [DBG] 2022-01-25T23:21:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:14 smithi165 conmon[67662]: pgmap v892: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:14 smithi068 conmon[102841]: cluster 2022-01-25T23:21:12.994163+0000 mgr.smithi068.zkksrk (mgr.14702) 1034 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:16 smithi165 conmon[67662]: cluster 2022-01-25T23:21:14.995193+0000 mgr.smithi068.zkksrk (mgr.14702) 1035 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:16 smithi068 conmon[102841]: cluster 2022-01-25T23:21:14.995193+0000 mgr.smithi068.zkksrk (mgr.14702) 1035 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:18 smithi068 conmon[102841]: cluster 2022-01-25T23:21:16.995903+0000 mgr.smithi068.zkksrk (mgr.14702) 1036 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:18 smithi068 conmon[102841]: audit 2022-01-25T23:21:18.260577+0000 mon.smithi068 (mon.0) 549 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:21:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:18 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:21:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:18 smithi068 conmon[102841]: -25T23:21:18.277331+0000 mon.smithi068 (mon.0) 550 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:21:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:18 smithi165 conmon[67662]: cluster 2022-01-25T23:21:16.995903+0000 mgr.smithi068.zkksrk (mgr.14702) 1036 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:18 smithi165 conmon[67662]: audit 2022-01-25T23:21:18.260577+0000 2022-01-25T23:21:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 549 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:21:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:18 smithi165 conmon[67662]: audit 2022-01-25T23:21:18.277331+0000 mon.smithi068 (mon.0) 550 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:21:19.157 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:21:19.445 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:21:19.445 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (35m) 7m ago 36m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:21:19.446 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (28m) 7m ago 36m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:21:19.446 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (28m) 7m ago 35m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:21:19.446 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (34m) 7m ago 35m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:21:19.446 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (31m) 7m ago 31m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:21:19.447 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (31m) 7m ago 31m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:21:19.447 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (29m) 7m ago 37m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:21:19.447 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (28m) 7m ago 35m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:21:19.447 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (28m) 7m ago 37m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:21:19.448 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (28m) 7m ago 35m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:21:19.448 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (29m) 7m ago 29m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:21:19.448 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (29m) 7m ago 29m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:21:19.448 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (35m) 7m ago 35m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:21:19.448 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (35m) 7m ago 35m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:21:19.449 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (19m) 7m ago 34m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:21:19.449 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (34m) 7m ago 34m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:21:19.449 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (34m) 7m ago 34m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:21:19.449 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (34m) 7m ago 34m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:21:19.450 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (33m) 7m ago 33m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:21:19.450 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (33m) 7m ago 33m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:21:19.450 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (33m) 7m ago 33m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:21:19.450 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (33m) 7m ago 33m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:21:19.451 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (34m) 7m ago 35m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:21:19.784 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:21:19.784 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:21:19.784 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:19.785 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:19.785 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:21:19.785 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:19.785 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:19.786 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:21:19.786 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:21:19.786 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:21:19.786 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:19.787 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:21:19.787 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:21:19.787 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:19.787 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:21:19.787 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:21:19.788 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:21:19.788 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:21:19.788 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:21:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: cluster 2022-01-25T23:21:18.996358+0000 mgr.smithi068.zkksrk (mgr.14702) 1037 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: audit 2022-01-25T23:21:19.145163+0000 mgr.smithi068.zkksrk (mgr.14702) 1038 : audit [DBG] from='client.34764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:21:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: T23:21:19.430914+0000 mgr.smithi068.zkksrk (mgr.14702) 1039 : audit [DBG] from='client.34768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: audit 2022-01-25T23:21:20.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: 2022-01-25T23:21:19. 2022-01-25T23:21:20.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: 784661+0000 mon.smithi068 (mon.0) 551 : audit [DBG] 2022-01-25T23:21:20.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:20 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/2639303048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: cluster 2022-01-25T23:21:18.996358+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:21:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: 14702) 1037 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: audit 2022-01-25T23:21:19.145163+0000 mgr.smithi068.zkksrk (mgr.14702) 1038 : audit [DBG] from='client.34764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:20.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: audit 2022-01-25T23:21:20.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: 2022-01-25T23:21:19.430914+0000 mgr.smithi068.zkksrk (mgr.14702) 1039 : audit [DBG] from='client.34768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:20.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:21:20.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:20 smithi068 conmon[102841]: -25T23:21:19.784661+0000 mon.smithi068 (mon.0) 551 : audit [DBG] from='client.? 172.21.15.68:0/2639303048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:22 smithi165 conmon[67662]: cluster 2022-01-25T23:21:20.997260+0000 mgr.smithi068.zkksrk (mgr.14702) 1040 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:22 smithi068 conmon[102841]: cluster 2022-01-25T23:21:20.997260+0000 mgr.smithi068.zkksrk (mgr.14702) 1040 : 2022-01-25T23:21:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:22 smithi068 conmon[102841]: cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:24 smithi165 conmon[67662]: cluster 2022-01-25T23:21:22.997823+0000 mgr.smithi068.zkksrk (mgr.14702) 1041 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:24 smithi068 conmon[102841]: cluster 2022-01-25T23:21:22.997823+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:21:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:24 smithi068 conmon[102841]: 1041 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:26 smithi165 conmon[67662]: cluster 2022-01-25T23:21:24.998717+0000 mgr.smithi068.zkksrk (mgr.14702) 1042 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:26 smithi165 conmon[67662]: 2022-01-25T23:21:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:26 smithi068 conmon[102841]: cluster 2022-01-25T23:21:24.998717+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:21:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:26 smithi068 conmon[102841]: ) 1042 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:28 smithi068 conmon[102841]: cluster 2022-01-25T23:21:26.999421+0000 mgr.smithi068.zkksrk (mgr.14702) 1043 : 2022-01-25T23:21:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:28 smithi068 conmon[102841]: cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:28 smithi165 conmon[67662]: cluster 2022-01-25T23:21:26.999421+0000 mgr.smithi068.zkksrk (mgr.14702) 1043 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:30 smithi165 conmon[67662]: cluster 2022-01-25T23:21:28.999873+0000 mgr.smithi068.zkksrk (mgr.14702) 1044 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:30 smithi068 conmon[102841]: cluster 2022-01-25T23:21:28.999873+0000 mgr.smithi068.zkksrk (mgr.14702) 1044 : 2022-01-25T23:21:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:30 smithi068 conmon[102841]: cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:32 smithi068 conmon[102841]: cluster 2022-01-25T23:21:31.000878+0000 mgr.smithi068.zkksrk (mgr.14702) 1045 : cluster 2022-01-25T23:21:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:32 smithi068 conmon[102841]: [DBG] pgmap v901: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:32 smithi165 conmon[67662]: cluster 2022-01-25T23:21:31.000878+0000 mgr.smithi068.zkksrk (mgr.14702) 1045 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:34 smithi068 conmon[102841]: cluster 2022-01-25T23:21:33.001581+0000 mgr.smithi068.zkksrk (mgr.14702) 1046 : 2022-01-25T23:21:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:34 smithi068 conmon[102841]: cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:34 smithi165 conmon[67662]: cluster 2022-01-25T23:21:33.001581+0000 mgr.smithi068.zkksrk (mgr.14702) 1046 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:34 smithi165 conmon[67662]: 2022-01-25T23:21:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:36 smithi068 conmon[102841]: cluster 2022-01-25T23:21:35.002570+0000 mgr.smithi068.zkksrk (mgr.14702) 1047 : cluster 2022-01-25T23:21:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:36 smithi068 conmon[102841]: [DBG] pgmap v903: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:36 smithi165 conmon[67662]: cluster 2022-01-25T23:21:35.002570+0000 mgr.smithi068.zkksrk (mgr.14702) 1047 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:38 smithi068 conmon[102841]: cluster 2022-01-25T23:21:37.003145+0000 mgr.smithi068.zkksrk 2022-01-25T23:21:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:38 smithi068 conmon[102841]: (mgr.14702) 1048 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:38 smithi165 conmon[67662]: cluster 2022-01-25T23:21:37.003145+0000 mgr.smithi068.zkksrk (mgr.14702) 1048 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:40 smithi068 conmon[102841]: cluster 2022-01-25T23:21:39.003756+0000 2022-01-25T23:21:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:40 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1049 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:40 smithi165 conmon[67662]: cluster 2022-01-25T23:21:39.003756+0000 mgr.smithi068.zkksrk (mgr.14702) 1049 : cluster [DBG] 2022-01-25T23:21:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:40 smithi165 conmon[67662]: pgmap v905: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:42 smithi068 conmon[102841]: cluster 2022-01-25T23:21:41.004674 2022-01-25T23:21:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:42 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1050 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:42 smithi165 conmon[67662]: cluster 2022-01-25T23:21:41.004674+0000 mgr.smithi068.zkksrk (mgr.14702) 1050 : cluster [DBG] 2022-01-25T23:21:42.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:42 smithi165 conmon[67662]: pgmap v906: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:44 smithi068 conmon[102841]: cluster 2022-01-25T23:21:43.005271+0000 mgr.smithi068.zkksrk (mgr.14702) 1051 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:44 smithi165 conmon[67662]: cluster 2022-01-25T23:21:43.005271+0000 mgr.smithi068.zkksrk (mgr.14702) 1051 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:46 smithi068 conmon[102841]: cluster 2022-01-25T23:21:45.006223+0000 mgr.smithi068.zkksrk (mgr.14702) 1052 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:46 smithi165 conmon[67662]: cluster 2022-01-25T23:21:45.006223+0000 mgr.smithi068.zkksrk (mgr.14702) 1052 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:46 smithi165 conmon[67662]: 2022-01-25T23:21:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:48 smithi068 conmon[102841]: cluster 2022-01-25T23:21:47.006945+0000 mgr.smithi068.zkksrk (mgr.14702) 1053 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:48 smithi165 conmon[67662]: cluster 2022-01-25T23:21:47.006945+0000 mgr.smithi068.zkksrk (mgr.14702) 1053 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:50.102 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:21:50.388 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:21:50.389 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (35m) 8m ago 36m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:21:50.389 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (28m) 8m ago 36m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:21:50.389 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (28m) 8m ago 36m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:21:50.389 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (35m) 8m ago 36m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:21:50.390 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (32m) 8m ago 32m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:21:50.390 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (32m) 8m ago 32m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:21:50.390 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (29m) 8m ago 37m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:21:50.390 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (29m) 8m ago 36m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:21:50.390 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (29m) 8m ago 37m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:21:50.391 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (29m) 8m ago 35m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:21:50.391 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (29m) 8m ago 29m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:21:50.391 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (29m) 8m ago 29m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:21:50.391 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (36m) 8m ago 36m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:21:50.392 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (35m) 8m ago 35m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:21:50.392 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (20m) 8m ago 35m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:21:50.392 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (35m) 8m ago 35m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:21:50.392 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (34m) 8m ago 34m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:21:50.392 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (34m) 8m ago 34m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:21:50.393 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (34m) 8m ago 34m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:21:50.393 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (34m) 8m ago 34m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:21:50.393 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (33m) 8m ago 33m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:21:50.393 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (33m) 8m ago 33m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:21:50.394 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (35m) 8m ago 36m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:21:50.729 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:21:50.730 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:21:50.730 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:50.730 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:50.730 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:21:50.731 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:50.731 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:50.731 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:21:50.731 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:21:50.732 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:21:50.732 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:50.732 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:21:50.732 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:21:50.732 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:21:50.733 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:21:50.733 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:21:50.733 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:21:50.733 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:21:50.733 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:21:50.734 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:50 smithi068 conmon[102841]: cluster 2022-01-25T23:21:49.007563+0000 mgr.smithi068.zkksrk 2022-01-25T23:21:50.734 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:50 smithi068 conmon[102841]: (mgr.14702) 1054 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:50 smithi165 conmon[67662]: cluster 2022-01-25T23:21:49.007563+0000 mgr.smithi068.zkksrk (mgr.14702) 1054 : cluster 2022-01-25T23:21:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:50 smithi165 conmon[67662]: [DBG] pgmap v910: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:51.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:51 smithi068 conmon[102841]: audit 2022-01-25T23:21:50.090356+0000 mgr.smithi068.zkksrk (mgr.14702) 1055 : audit [DBG] from='client.34776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:51.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:51 smithi068 conmon[102841]: audit 2022-01-25T23:21:50.374500+0000 mgr.smithi068.zkksrk (mgr.14702) 1056 : audit [DBG] from='client.34780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:51.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:51 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:21:51.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:51 smithi068 conmon[102841]: :21:50.729872+0000 mon.smithi068 (mon.0) 552 : audit [DBG] from='client.? 172.21.15.68:0/1628121455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:51 smithi165 conmon[67662]: audit 2022-01-25T23:21:50.090356+0000 mgr.smithi068.zkksrk (mgr.14702) 1055 : audit [DBG] from='client.34776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:51 smithi165 conmon[67662]: audit 2022-01-25T23:21:50.374500+0000 mgr.smithi068.zkksrk (mgr.14702) 1056 : audit [DBG] from='client.34780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:51.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:51 smithi165 conmon[67662]: audit 2022-01-25T23:21:50.729872 2022-01-25T23:21:51.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:51 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 552 : audit [DBG] from='client.? 172.21.15.68:0/1628121455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:52.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:52 smithi068 conmon[102841]: cluster 2022-01-25T23:21:51.008322+0000 mgr.smithi068.zkksrk (mgr.14702) 1057 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:52 smithi165 conmon[67662]: cluster 2022-01-25T23:21:51.008322+0000 mgr.smithi068.zkksrk (mgr.14702) 1057 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:52 smithi165 conmon[67662]: 2022-01-25T23:21:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: audit 2022-01-25T23:21:52.646911+0000 mon.smithi068 (mon.0) 553 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:21:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: audit 2022-01-25T23:21:52.648400+0000 mon.smithi068 (mon.0) 554 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:21:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:21:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: 23:21:52.649416+0000 mon.smithi068 ( 2022-01-25T23:21:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: mon.0) 555 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:21:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: 2022-01-25T23:21:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:21:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: T23:21:53.060873+0000 2022-01-25T23:21:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: mon.smithi068 (mon.0) 556 : audit 2022-01-25T23:21:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:21:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:21:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: -25T23:21:53. 2022-01-25T23:21:53.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: 066399+0000 mon.smithi068 (mon.0) 557 : 2022-01-25T23:21:53.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:53 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:21:53.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: audit 2022-01-25T23:21:52.646911+0000 mon.smithi068 (mon.0) 553 : audit [DBG] 2022-01-25T23:21:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:21:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: audit 2022-01-25T23:21:52.648400+0000 mon.smithi068 (mon.0) 554 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:21:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:21:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: 23:21:52.649416+0000 mon.smithi068 (mon.0) 555 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:21:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: audit 2022-01-25T23:21:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: 2022-01-25T23:21:53.060873+0000 mon.smithi068 (mon.0 2022-01-25T23:21:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: ) 556 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:21:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:21:53.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: :21:53.066399+0000 mon.smithi068 (mon.0) 2022-01-25T23:21:53.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:53 smithi165 conmon[67662]: 557 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:21:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:54 smithi068 conmon[102841]: cephadm 2022-01-25T23:21:52.650272 2022-01-25T23:21:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:54 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1058 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:21:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:54 smithi068 conmon[102841]: cluster 2022-01-25T23:21:53.008736+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:21:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:54 smithi068 conmon[102841]: ) 1059 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:54 smithi165 conmon[67662]: cephadm 2022-01-25T23:21:52.650272+0000 mgr.smithi068.zkksrk (mgr.14702) 1058 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:21:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:54 smithi165 conmon[67662]: cluster 2022-01-25T23:21:53.008736+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:21:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:54 smithi165 conmon[67662]: ) 1059 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:56 smithi068 conmon[102841]: cluster 2022-01-25T23:21:55.009610+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:21:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:56 smithi068 conmon[102841]: mgr.14702) 1060 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:56 smithi165 conmon[67662]: cluster 2022-01-25T23:21:55.009610+0000 mgr.smithi068.zkksrk (mgr.14702) 1060 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:21:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:58 smithi068 conmon[102841]: cluster 2022-01-25T23:21:57.010359+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:21:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:21:58 smithi068 conmon[102841]: mgr.14702) 1061 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:21:58 smithi165 conmon[67662]: cluster 2022-01-25T23:21:57.010359+0000 mgr.smithi068.zkksrk (mgr.14702) 1061 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:00 smithi068 conmon[102841]: cluster 2022-01-25T23:21:59.010983+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:22:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:00 smithi068 conmon[102841]: 14702) 1062 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:00 smithi165 conmon[67662]: cluster 2022-01-25T23:21:59.010983+0000 mgr.smithi068.zkksrk (mgr.14702) 1062 : cluster [DBG] 2022-01-25T23:22:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:00 smithi165 conmon[67662]: pgmap v915: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:02 smithi068 conmon[102841]: cluster 2022-01-25T23:22:01.012029+0000 mgr.smithi068.zkksrk (mgr.14702) 1063 : cluster 2022-01-25T23:22:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:02 smithi068 conmon[102841]: [DBG] pgmap v916: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:02 smithi165 conmon[67662]: cluster 2022-01-25T23:22:01.012029+0000 mgr.smithi068.zkksrk (mgr.14702) 1063 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:04 smithi068 conmon[102841]: cluster 2022-01-25T23:22:03.012620+0000 mgr.smithi068.zkksrk (mgr.14702) 1064 : cluster 2022-01-25T23:22:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:04 smithi068 conmon[102841]: [DBG] pgmap v917: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:04 smithi165 conmon[67662]: cluster 2022-01-25T23:22:03.012620+0000 mgr.smithi068.zkksrk (mgr.14702) 1064 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:06 smithi068 conmon[102841]: cluster 2022-01-25T23:22:05.013653+0000 mgr.smithi068.zkksrk (mgr.14702) 1065 2022-01-25T23:22:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:06 smithi165 conmon[67662]: cluster 2022-01-25T23:22:05.013653+0000 mgr.smithi068.zkksrk (mgr.14702) 1065 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:08 smithi068 conmon[102841]: cluster 2022-01-25T23:22:07.014282+0000 mgr.smithi068.zkksrk (mgr.14702) 1066 : 2022-01-25T23:22:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:08 smithi068 conmon[102841]: cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:08 smithi165 conmon[67662]: cluster 2022-01-25T23:22:07.014282+0000 mgr.smithi068.zkksrk (mgr.14702) 1066 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:10 smithi068 conmon[102841]: cluster 2022-01-25T23:22:09.014895+0000 mgr.smithi068.zkksrk (mgr.14702) 1067 : cluster 2022-01-25T23:22:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:10 smithi068 conmon[102841]: [DBG] pgmap v920: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:10 smithi165 conmon[67662]: cluster 2022-01-25T23:22:09.014895+0000 mgr.smithi068.zkksrk (mgr.14702) 1067 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:12 smithi068 conmon[102841]: cluster 2022-01-25T23:22:11.015875+0000 mgr.smithi068.zkksrk (mgr.14702) 1068 : cluster 2022-01-25T23:22:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:12 smithi068 conmon[102841]: [DBG] pgmap v921: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:12 smithi165 conmon[67662]: cluster 2022-01-25T23:22:11.015875+0000 mgr.smithi068.zkksrk (mgr.14702) 1068 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:14 smithi068 conmon[102841]: cluster 2022-01-25T23:22:13.016540+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:22:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:14 smithi068 conmon[102841]: 1069 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:14 smithi165 conmon[67662]: cluster 2022-01-25T23:22:13.016540+0000 mgr.smithi068.zkksrk (mgr.14702) 1069 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:16 smithi068 conmon[102841]: cluster 2022-01-25T23:22:15.017297+0000 mgr.smithi068.zkksrk (mgr.14702) 1070 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:16 smithi165 conmon[67662]: cluster 2022-01-25T23:22:15.017297+0000 mgr.smithi068.zkksrk (mgr.14702) 1070 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:18 smithi068 conmon[102841]: cluster 2022-01-25T23:22:17.017901+0000 mgr.smithi068.zkksrk (mgr.14702) 1071 : cluster 2022-01-25T23:22:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:18 smithi068 conmon[102841]: [DBG] pgmap v924: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:18 smithi068 conmon[102841]: audit 2022-01-25T23:22:18.263080+0000 mon.smithi068 (mon.0) 558 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:22:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:18 smithi068 conmon[102841]: audit 2022-01-25T23:22:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:18 smithi068 conmon[102841]: 2022-01-25T23:22:18.281792+0000 mon.smithi068 (mon.0) 559 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:22:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:18 smithi165 conmon[67662]: cluster 2022-01-25T23:22:17.017901+0000 mgr.smithi068.zkksrk (mgr.14702) 1071 : cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:18 smithi165 conmon[67662]: audit 2022-01-25T23:22:18.263080+0000 mon.smithi068 (mon.0) 558 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:22:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:18 smithi165 conmon[67662]: audit 2022-01-25T23:22:18.281792+0000 mon.smithi068 (mon.0) 559 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:22:20.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:20 smithi068 conmon[102841]: cluster 2022-01-25T23:22:19.018687+0000 mgr.smithi068.zkksrk (mgr.14702) 1072 : cluster 2022-01-25T23:22:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:20 smithi068 conmon[102841]: [DBG] pgmap v925: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:20 smithi165 conmon[67662]: cluster 2022-01-25T23:22:19.018687+0000 mgr.smithi068.zkksrk (mgr.14702) 1072 : cluster 2022-01-25T23:22:20.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:20 smithi165 conmon[67662]: [DBG] pgmap v925: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:21.048 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:22:21.338 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:22:21.339 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (36m) 8m ago 37m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:22:21.339 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (29m) 8m ago 37m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:22:21.339 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (29m) 8m ago 36m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:22:21.340 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (35m) 8m ago 36m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:22:21.340 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (32m) 8m ago 32m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:22:21.340 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (32m) 8m ago 32m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:22:21.341 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (30m) 8m ago 38m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:22:21.341 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (29m) 8m ago 36m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:22:21.341 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (29m) 8m ago 38m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:22:21.341 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (29m) 8m ago 36m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:22:21.342 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (30m) 8m ago 30m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:22:21.342 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (30m) 8m ago 30m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:22:21.342 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (36m) 8m ago 36m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:22:21.342 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (36m) 8m ago 36m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:22:21.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (20m) 8m ago 35m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:22:21.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (35m) 8m ago 35m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:22:21.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (35m) 8m ago 35m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:22:21.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (35m) 8m ago 35m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:22:21.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (34m) 8m ago 34m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:22:21.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (34m) 8m ago 34m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:22:21.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (34m) 8m ago 34m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:22:21.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (34m) 8m ago 34m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:22:21.345 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (35m) 8m ago 36m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:22:21.678 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:22:21.678 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:22:21.678 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:21.678 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:21.679 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:22:21.679 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:21.679 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:21.679 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:22:21.680 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:22:21.680 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:22:21.680 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:21.680 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:22:21.681 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:22:21.681 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:21.681 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:22:21.682 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:22:21.682 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:22:21.682 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:22:21.683 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:22:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: cluster 2022-01-25T23:22:21.019288+0000 mgr.smithi068.zkksrk (mgr.14702) 1073 : cluster 2022-01-25T23:22:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: [DBG] pgmap v926: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: audit 2022-01-25T23:22:21.037403+0000 mgr.smithi068.zkksrk (mgr.14702) 1074 : audit [DBG] from='client.34788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: audit 2022-01-25T23:22:22.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: 2022-01-25T23:22:21.324423+0000 mgr.smithi068.zkksrk (mgr.14702) 1075 : audit [DBG] from='client.34792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:22.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:22:22.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:22 smithi068 conmon[102841]: :22:21.678343+0000 mon.smithi068 (mon.0) 560 : audit [DBG] from='client.? 172.21.15.68:0/2889344772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:22 smithi165 conmon[67662]: cluster 2022-01-25T23:22:21.019288+0000 mgr.smithi068.zkksrk (mgr.14702) 1073 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:22.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:22 smithi165 conmon[67662]: audit 2022-01-25T23:22:21.037403+0000 mgr.smithi068.zkksrk (mgr.14702) 1074 : audit [DBG] from='client.34788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:22.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:22 smithi165 conmon[67662]: audit 2022-01-25T23:22:21.324423+0000 mgr.smithi068.zkksrk (mgr.14702) 1075 2022-01-25T23:22:22.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:22 smithi165 conmon[67662]: : audit [DBG] from='client.34792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:22.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:22 smithi165 conmon[67662]: audit 2022-01-25T23: 2022-01-25T23:22:22.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:22 smithi165 conmon[67662]: 22:21.678343+0000 mon.smithi068 (mon.0) 560 : audit [DBG] from='client.? 172.21.15.68:0/2889344772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:24 smithi068 conmon[102841]: cluster 2022-01-25T23:22:23.019831+0000 mgr.smithi068.zkksrk (mgr.14702) 1076 : cluster 2022-01-25T23:22:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:24 smithi068 conmon[102841]: [DBG] pgmap v927: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:24 smithi165 conmon[67662]: cluster 2022-01-25T23:22:23.019831+0000 mgr.smithi068.zkksrk (mgr.14702) 1076 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:24 smithi165 conmon[67662]: 2022-01-25T23:22:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:26 smithi068 conmon[102841]: cluster 2022-01-25T23:22:25.020693+0000 mgr.smithi068.zkksrk (mgr.14702) 1077 2022-01-25T23:22:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:26 smithi165 conmon[67662]: cluster 2022-01-25T23:22:25.020693+0000 mgr.smithi068.zkksrk (mgr.14702) 1077 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:28.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:28 smithi068 conmon[102841]: cluster 2022-01-25T23:22:27.021247+0000 mgr.smithi068.zkksrk (mgr.14702) 1078 : cluster [DBG] 2022-01-25T23:22:28.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:28 smithi068 conmon[102841]: pgmap v929: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:28 smithi165 conmon[67662]: cluster 2022-01-25T23:22:27.021247+0000 mgr.smithi068.zkksrk (mgr.14702) 1078 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:28 smithi165 conmon[67662]: 2022-01-25T23:22:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:30 smithi068 conmon[102841]: cluster 2022-01-25T23:22:29.022020+0000 mgr.smithi068.zkksrk (mgr.14702) 1079 : cluster 2022-01-25T23:22:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:30 smithi068 conmon[102841]: [DBG] pgmap v930: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:30 smithi165 conmon[67662]: cluster 2022-01-25T23:22:29.022020+0000 mgr.smithi068.zkksrk (mgr.14702) 1079 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:32 smithi068 conmon[102841]: cluster 2022-01-25T23:22:31.022701+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:22:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:32 smithi068 conmon[102841]: ) 1080 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:32 smithi165 conmon[67662]: cluster 2022-01-25T23:22:31.022701+0000 mgr.smithi068.zkksrk (mgr.14702) 1080 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:32.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:32 smithi165 conmon[67662]: 2022-01-25T23:22:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:34 smithi068 conmon[102841]: cluster 2022-01-25T23:22:33.023224+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:22:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:34 smithi068 conmon[102841]: 1081 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:34 smithi165 conmon[67662]: cluster 2022-01-25T23:22:33.023224+0000 mgr.smithi068.zkksrk (mgr.14702) 1081 : cluster [DBG] 2022-01-25T23:22:34.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:34 smithi165 conmon[67662]: pgmap v932: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:36 smithi068 conmon[102841]: cluster 2022-01-25T23:22:35.024080+0000 mgr.smithi068.zkksrk (mgr.14702) 1082 2022-01-25T23:22:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:36 smithi165 conmon[67662]: cluster 2022-01-25T23:22:35.024080+0000 mgr.smithi068.zkksrk (mgr.14702) 1082 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:38 smithi068 conmon[102841]: cluster 2022-01-25T23:22:37.024742+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:22:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:38 smithi068 conmon[102841]: .14702) 1083 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:38 smithi165 conmon[67662]: cluster 2022-01-25T23:22:37.024742+0000 mgr.smithi068.zkksrk (mgr.14702) 1083 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:40 smithi165 conmon[67662]: cluster 2022-01-25T23:22:39.025669+0000 mgr.smithi068.zkksrk (mgr.14702) 1084 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:40.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:40 smithi165 conmon[67662]: 2022-01-25T23:22:40.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:40 smithi068 conmon[102841]: cluster 2022-01-25T23:22:39.025669+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:22:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:40 smithi068 conmon[102841]: 1084 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:42 smithi165 conmon[67662]: cluster 2022-01-25T23:22:41.026328+0000 mgr.smithi068.zkksrk (mgr.14702) 1085 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:42 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:22:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:42 smithi068 conmon[102841]: :22:41.026328+0000 mgr.smithi068.zkksrk (mgr.14702) 1085 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:44 smithi165 conmon[67662]: cluster 2022-01-25T23:22:43.027002+0000 mgr.smithi068.zkksrk (mgr.14702) 1086 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:44 smithi068 conmon[102841]: cluster 2022-01-25T23:22:43.027002+0000 mgr.smithi068.zkksrk (mgr.14702) 1086 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:46 smithi165 conmon[67662]: cluster 2022-01-25T23:22:45.027973+0000 mgr.smithi068.zkksrk (mgr.14702) 1087 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:46 smithi068 conmon[102841]: cluster 2022-01-25T23:22:45.027973+0000 mgr.smithi068.zkksrk (mgr.14702) 1087 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:48 smithi068 conmon[102841]: cluster 2022-01-25T23:22:47.028701+0000 mgr.smithi068.zkksrk (mgr.14702) 1088 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:48 smithi165 conmon[67662]: cluster 2022-01-25T23:22:47.028701+0000 mgr.smithi068.zkksrk (mgr.14702) 1088 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:50 smithi165 conmon[67662]: cluster 2022-01-25T23:22:49.029667+0000 mgr.smithi068.zkksrk (mgr.14702) 1089 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:50 smithi068 conmon[102841]: cluster 2022-01-25T23:22:49.029667+0000 mgr.smithi068.zkksrk (mgr.14702) 1089 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:51.994 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:22:52.281 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:22:52.281 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (36m) 9m ago 37m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:22:52.282 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (29m) 9m ago 37m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:22:52.282 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (29m) 9m ago 37m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:22:52.282 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (36m) 9m ago 37m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:22:52.283 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (33m) 9m ago 33m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:22:52.283 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (33m) 9m ago 33m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:22:52.283 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (30m) 9m ago 38m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:22:52.283 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (30m) 9m ago 37m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:22:52.283 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (30m) 9m ago 38m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:22:52.284 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (30m) 9m ago 36m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:22:52.284 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (30m) 9m ago 30m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:22:52.284 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (30m) 9m ago 30m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:22:52.284 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (37m) 9m ago 37m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:22:52.285 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (36m) 9m ago 36m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:22:52.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (21m) 9m ago 36m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:22:52.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (36m) 9m ago 36m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:22:52.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (35m) 9m ago 35m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:22:52.285 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (35m) 9m ago 35m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:22:52.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (35m) 9m ago 35m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:22:52.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (35m) 9m ago 35m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:22:52.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (34m) 9m ago 34m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:22:52.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (34m) 9m ago 34m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:22:52.287 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (36m) 9m ago 37m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:22:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:52 smithi068 conmon[102841]: cluster 2022-01-25T23:22:51.030235+0000 mgr.smithi068.zkksrk (mgr.14702) 1090 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:52.622 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:22:52.622 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:22:52.622 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:52.623 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:52.623 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:22:52.623 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:52.623 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:52.624 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:22:52.624 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:22:52.624 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:22:52.624 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:52.625 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:22:52.625 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:22:52.625 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:22:52.625 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:22:52.626 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:22:52.626 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:22:52.626 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:22:52.626 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:22:52.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:52 smithi165 conmon[67662]: cluster 2022-01-25T23:22:51.030235+0000 mgr.smithi068.zkksrk (mgr.14702) 1090 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit 2022-01-25T23:22:51.982956+0000 mgr.smithi068.zkksrk (mgr.14702) 1091 : 2022-01-25T23:22:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit [DBG] from='client.34800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit 2022-01-25T23:22:52.267418+0000 mgr.smithi068.zkksrk (mgr.14702) 1092 : audit [DBG] from='client.34804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit 2022-01-25T23:22:52.622422+0000 mon.smithi068 (mon.0) 561 : audit 2022-01-25T23:22:53.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/39632379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:53.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit 2022-01-25T23:22:53. 2022-01-25T23:22:53.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: 069288+0000 mon.smithi068 (mon.0) 562 : audit [DBG] 2022-01-25T23:22:53.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:22:53.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit 2022-01-25T23:22:53.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: 2022-01-25T23:22:53.070489+0000 mon.smithi068 (mon 2022-01-25T23:22:53.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: .0) 563 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:22:53.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:22:53.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: 23:22:53.071289+0000 mon.smithi068 (mon. 2022-01-25T23:22:53.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:53 smithi165 conmon[67662]: 0) 564 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:22:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: audit 2022-01-25T23:22:51.982956+0000 mgr.smithi068.zkksrk 2022-01-25T23:22:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: (mgr.14702) 1091 : audit [DBG] from='client.34800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: audit 2022-01-25T23:22:52.267418+0000 mgr.smithi068.zkksrk 2022-01-25T23:22:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: (mgr.14702) 1092 : audit [DBG] from='client.34804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: audit 2022-01-25T23:22:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: 2022-01-25T23:22:52.622422+0000 mon.smithi068 (mon.0 2022-01-25T23:22:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: ) 561 : audit [DBG] from='client.? 172.21.15.68:0/39632379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:22:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: -25T23:22:53.069288+0000 mon.smithi068 ( 2022-01-25T23:22:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: mon.0) 562 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:22:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:22:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: 01-25T23:22:53.070489+0000 mon.smithi068 2022-01-25T23:22:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: (mon.0) 563 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:22:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: audit 2022-01-25T23:22:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: 2022-01-25T23:22:53.071289+0000 2022-01-25T23:22:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: mon.smithi068 (mon.0) 564 : audit [INF] 2022-01-25T23:22:53.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:53 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:22:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: cluster 2022-01-25T23:22:53.030977+0000 mgr.smithi068.zkksrk (mgr.14702) 1093 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: cephadm 2022-01-25T23:22:53.072006+0000 mgr.smithi068.zkksrk (mgr.14702) 1094 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:22:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: audit 2022-01-25T23:22:53.455319+0000 mon.smithi068 (mon.0) 565 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:22:54.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: audit 2022-01-25T23:22:53.476301+0000 mon.smithi068 (mon.0) 566 : audit [INF] 2022-01-25T23:22:54.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:22:54.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: audit 2022-01-25T23:22:53. 2022-01-25T23:22:54.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: 481670+0000 mon.smithi068 (mon.0) 567 : audit [INF] 2022-01-25T23:22:54.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:54 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:22:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: cluster 2022-01-25T23:22:53.030977+0000 mgr.smithi068.zkksrk (mgr.14702) 1093 : 2022-01-25T23:22:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: cephadm 2022-01-25T23:22:53.072006+0000 mgr.smithi068.zkksrk (mgr.14702) 1094 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:22:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: audit 2022-01-25T23:22:53.455319+0000 mon.smithi068 (mon.0) 565 : 2022-01-25T23:22:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:22:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: audit 2022-01-25T23:22: 2022-01-25T23:22:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: 53.476301+0000 mon.smithi068 (mon.0) 566 : audit [INF] 2022-01-25T23:22:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:22:54.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: audit 2022-01-25T23:22 2022-01-25T23:22:54.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: :53.481670+0000 mon.smithi068 (mon.0) 567 : audit 2022-01-25T23:22:54.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:54 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:22:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:56 smithi165 conmon[67662]: cluster 2022-01-25T23:22:55.031878+0000 mgr.smithi068.zkksrk (mgr.14702) 1095 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:56 smithi068 conmon[102841]: cluster 2022-01-25T23:22:55.031878+0000 mgr.smithi068.zkksrk (mgr.14702) 1095 : cluster [DBG] 2022-01-25T23:22:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:56 smithi068 conmon[102841]: pgmap v943: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:22:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:58 smithi068 conmon[102841]: cluster 2022-01-25T23:22:57.032689+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:22:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:22:58 smithi068 conmon[102841]: 1096 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:22:58 smithi165 conmon[67662]: cluster 2022-01-25T23:22:57.032689+0000 mgr.smithi068.zkksrk (mgr.14702) 1096 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:00 smithi165 conmon[67662]: cluster 2022-01-25T23:22:59.033631+0000 mgr.smithi068.zkksrk (mgr.14702) 1097 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:00 smithi165 conmon[67662]: 2022-01-25T23:23:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:00 smithi068 conmon[102841]: cluster 2022-01-25T23:22:59.033631+0000 mgr.smithi068.zkksrk (mgr.14702) 1097 : 2022-01-25T23:23:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:00 smithi068 conmon[102841]: cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:02 smithi165 conmon[67662]: cluster 2022-01-25T23:23:01.034307+0000 mgr.smithi068.zkksrk (mgr.14702) 1098 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:02 smithi068 conmon[102841]: cluster 2022-01-25T23:23:01.034307+0000 mgr.smithi068.zkksrk (mgr.14702) 1098 : cluster 2022-01-25T23:23:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:02 smithi068 conmon[102841]: [DBG] pgmap v946: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:04 smithi165 conmon[67662]: cluster 2022-01-25T23:23:03.034899+0000 mgr.smithi068.zkksrk (mgr.14702) 1099 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:04 smithi068 conmon[102841]: cluster 2022-01-25T23:23:03.034899+0000 mgr.smithi068.zkksrk (mgr.14702) 1099 : cluster 2022-01-25T23:23:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:04 smithi068 conmon[102841]: [DBG] pgmap v947: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:06 smithi165 conmon[67662]: cluster 2022-01-25T23:23:05.035808+0000 mgr.smithi068.zkksrk (mgr.14702) 1100 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:06 smithi068 conmon[102841]: cluster 2022-01-25T23:23:05.035808+0000 mgr.smithi068.zkksrk (mgr.14702) 1100 : cluster 2022-01-25T23:23:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:06 smithi068 conmon[102841]: [DBG] pgmap v948: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:08 smithi068 conmon[102841]: cluster 2022-01-25T23:23:07.036594+0000 mgr.smithi068.zkksrk (mgr.14702) 1101 : 2022-01-25T23:23:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:08 smithi068 conmon[102841]: cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:08 smithi165 conmon[67662]: cluster 2022-01-25T23:23:07.036594+0000 mgr.smithi068.zkksrk (mgr.14702) 1101 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:10 smithi165 conmon[67662]: cluster 2022-01-25T23:23:09.037446+0000 mgr.smithi068.zkksrk (mgr.14702) 1102 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:10 smithi068 conmon[102841]: cluster 2022-01-25T23:23:09.037446+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:23:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:10 smithi068 conmon[102841]: 14702) 1102 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:12 smithi165 conmon[67662]: cluster 2022-01-25T23:23:11.038018+0000 mgr.smithi068.zkksrk (mgr.14702) 1103 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:12 smithi068 conmon[102841]: cluster 2022-01-25T23:23:11.038018+0000 mgr.smithi068.zkksrk (mgr.14702) 1103 2022-01-25T23:23:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:14 smithi165 conmon[67662]: cluster 2022-01-25T23:23:13.038709+0000 mgr.smithi068.zkksrk (mgr.14702) 1104 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:14 smithi165 conmon[67662]: 2022-01-25T23:23:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:14 smithi068 conmon[102841]: cluster 2022-01-25T23:23:13.038709+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:23:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:14 smithi068 conmon[102841]: 1104 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:16 smithi165 conmon[67662]: cluster 2022-01-25T23:23:15.039773+0000 mgr.smithi068.zkksrk (mgr.14702) 1105 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:16 smithi068 conmon[102841]: cluster 2022-01-25T23:23:15.039773+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:23:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:16 smithi068 conmon[102841]: mgr.14702) 1105 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:18 smithi068 conmon[102841]: cluster 2022-01-25T23:23:17.040306+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:23:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:18 smithi068 conmon[102841]: 1106 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:18 smithi068 conmon[102841]: audit 2022-01-25T23:23:18.265544+0000 mon.smithi068 (mon.0) 568 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:23:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:18 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:23:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:18 smithi068 conmon[102841]: T23:23:18.286273+0000 mon.smithi068 (mon.0) 569 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:23:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:18 smithi165 conmon[67662]: cluster 2022-01-25T23:23:17.040306+0000 mgr.smithi068.zkksrk (mgr.14702) 1106 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:18 smithi165 conmon[67662]: audit 2022-01-25T23:23:18.265544+0000 mon.smithi068 (mon.0) 568 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:23:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:18 smithi165 conmon[67662]: audit 2022-01-25T23:23:18.286273+0000 mon.smithi068 (mon.0) 569 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:23:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:20 smithi165 conmon[67662]: cluster 2022-01-25T23:23:19.041210+0000 mgr.smithi068.zkksrk (mgr.14702) 1107 : cluster [DBG] 2022-01-25T23:23:20.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:20 smithi165 conmon[67662]: pgmap v955: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:20 smithi068 conmon[102841]: cluster 2022-01-25T23:23:19.041210+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:23:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:20 smithi068 conmon[102841]: ) 1107 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:22 smithi165 conmon[67662]: cluster 2022-01-25T23:23:21.041884+0000 mgr.smithi068.zkksrk (mgr.14702) 1108 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:22 smithi068 conmon[102841]: cluster 2022-01-25T23:23:21.041884+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:23:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:22 smithi068 conmon[102841]: 14702) 1108 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:22.941 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:23:23.226 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:23:23.226 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (37m) 9m ago 38m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:23:23.227 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (30m) 9m ago 38m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:23:23.227 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (30m) 9m ago 37m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:23:23.227 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (36m) 9m ago 37m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:23:23.227 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (33m) 9m ago 33m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:23:23.228 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (33m) 9m ago 33m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:23:23.228 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (31m) 9m ago 39m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:23:23.228 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (30m) 9m ago 37m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:23:23.228 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (30m) 9m ago 39m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:23:23.228 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (30m) 9m ago 37m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:23:23.229 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (31m) 9m ago 31m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:23:23.229 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (31m) 9m ago 31m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:23:23.229 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (37m) 9m ago 37m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:23:23.229 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (37m) 9m ago 37m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:23:23.229 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (21m) 9m ago 37m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:23:23.230 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (36m) 9m ago 36m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:23:23.230 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (36m) 9m ago 36m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:23:23.230 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (36m) 9m ago 36m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:23:23.230 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (35m) 9m ago 35m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:23:23.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (35m) 9m ago 35m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:23:23.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (35m) 9m ago 35m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:23:23.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (35m) 9m ago 35m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:23:23.231 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (36m) 9m ago 37m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:23:23.564 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:23:23.565 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:23:23.565 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:23.565 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:23.565 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:23:23.566 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:23.566 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:23.566 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:23:23.566 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:23:23.567 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:23:23.567 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:23.568 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:23:23.568 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:23:23.568 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:23.568 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:23:23.569 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:23:23.569 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:23:23.569 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:23:23.569 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:23:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:24 smithi165 conmon[67662]: audit 2022-01-25T23:23:22.929287+0000 mgr.smithi068.zkksrk (mgr.14702) 1109 : audit [DBG] 2022-01-25T23:23:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:24 smithi165 conmon[67662]: from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:24 smithi165 conmon[67662]: cluster 2022-01-25T23:23:23.042310+0000 mgr.smithi068.zkksrk (mgr.14702) 1110 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:24 smithi165 conmon[67662]: audit 2022-01-25T23:23:23.212437+0000 mgr.smithi068.zkksrk (mgr.14702) 1111 2022-01-25T23:23:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:24 smithi165 conmon[67662]: : audit [DBG] from='client.34816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:24.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:24 smithi165 conmon[67662]: audit 2022-01-25T23:23:23.565087+0000 mon.smithi068 (mon.0) 570 : audit [DBG] from='client.? 172.21.15.68:0/807842370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: audit 2022-01-25T23:23:22.929287+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:23:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: 1109 : audit [DBG] from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: cluster 2022-01-25T23:23:23.042310+0000 mgr.smithi068.zkksrk (mgr.14702) 1110 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: audit 2022-01-25T23:23:23.212437+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:23:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: 1111 : audit [DBG] from='client.34816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:23:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: T23:23:23.565087+0000 mon.smithi068 (mon.0) 2022-01-25T23:23:24.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:24 smithi068 conmon[102841]: 570 : audit [DBG] from='client.? 172.21.15.68:0/807842370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:26 smithi165 conmon[67662]: cluster 2022-01-25T23:23:25.043185+0000 mgr.smithi068.zkksrk (mgr.14702) 1112 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:26 smithi068 conmon[102841]: cluster 2022-01-25T23:23:25.043185+0000 mgr.smithi068.zkksrk (mgr.14702) 1112 : cluster 2022-01-25T23:23:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:26 smithi068 conmon[102841]: [DBG] pgmap v958: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:28 smithi068 conmon[102841]: cluster 2022-01-25T23:23:27.043770+0000 mgr.smithi068.zkksrk 2022-01-25T23:23:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:28 smithi068 conmon[102841]: (mgr.14702) 1113 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:28 smithi165 conmon[67662]: cluster 2022-01-25T23:23:27.043770+0000 mgr.smithi068.zkksrk (mgr.14702) 1113 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:28 smithi165 conmon[67662]: 2022-01-25T23:23:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:30 smithi165 conmon[67662]: cluster 2022-01-25T23:23:29.044603+0000 mgr.smithi068.zkksrk (mgr.14702) 1114 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:30 smithi165 conmon[67662]: 2022-01-25T23:23:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:30 smithi068 conmon[102841]: cluster 2022-01-25T23:23:29.044603+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:23:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:30 smithi068 conmon[102841]: .14702) 1114 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:32 smithi165 conmon[67662]: cluster 2022-01-25T23:23:31.045271+0000 mgr.smithi068.zkksrk (mgr.14702) 1115 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:32 smithi068 conmon[102841]: cluster 2022-01-25T23:23:31.045271+0000 mgr.smithi068.zkksrk (mgr.14702) 1115 : cluster 2022-01-25T23:23:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:32 smithi068 conmon[102841]: [DBG] pgmap v961: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:34 smithi165 conmon[67662]: cluster 2022-01-25T23:23:33.045805+0000 mgr.smithi068.zkksrk (mgr.14702) 1116 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:34 smithi068 conmon[102841]: cluster 2022-01-25T23:23:33.045805+0000 mgr.smithi068.zkksrk (mgr.14702) 1116 : cluster 2022-01-25T23:23:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:34 smithi068 conmon[102841]: [DBG] pgmap v962: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:36 smithi165 conmon[67662]: cluster 2022-01-25T23:23:35.046729+0000 mgr.smithi068.zkksrk (mgr.14702) 1117 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:36 smithi068 conmon[102841]: cluster 2022-01-25T23:23:35.046729+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:23:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:36 smithi068 conmon[102841]: 1117 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:38 smithi068 conmon[102841]: cluster 2022-01-25T23:23:37.047415+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:23:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:38 smithi068 conmon[102841]: 1118 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:38 smithi165 conmon[67662]: cluster 2022-01-25T23:23:37.047415+0000 mgr.smithi068.zkksrk (mgr.14702) 1118 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:40 smithi165 conmon[67662]: cluster 2022-01-25T23:23:39.048203+0000 mgr.smithi068.zkksrk (mgr.14702) 1119 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:40 smithi068 conmon[102841]: cluster 2022-01-25T23:23:39.048203+0000 mgr.smithi068.zkksrk (mgr.14702) 1119 : 2022-01-25T23:23:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:40 smithi068 conmon[102841]: cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:42 smithi165 conmon[67662]: cluster 2022-01-25T23:23:41.048906+0000 mgr.smithi068.zkksrk (mgr.14702) 1120 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:42 smithi068 conmon[102841]: cluster 2022-01-25T23:23:41.048906+0000 mgr.smithi068.zkksrk (mgr.14702) 1120 : cluster 2022-01-25T23:23:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:42 smithi068 conmon[102841]: [DBG] pgmap v966: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:44 smithi165 conmon[67662]: cluster 2022-01-25T23:23:43.049436+0000 mgr.smithi068.zkksrk (mgr.14702) 1121 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:44 smithi068 conmon[102841]: cluster 2022-01-25T23:23:43.049436+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:23:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:44 smithi068 conmon[102841]: ) 1121 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:46 smithi165 conmon[67662]: cluster 2022-01-25T23:23:45.050299+0000 mgr.smithi068.zkksrk (mgr.14702) 1122 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:46.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:46 smithi165 conmon[67662]: 2022-01-25T23:23:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:46 smithi068 conmon[102841]: cluster 2022-01-25T23:23:45.050299+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:23:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:46 smithi068 conmon[102841]: mgr.14702) 1122 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:48 smithi068 conmon[102841]: cluster 2022-01-25T23:23:47.050975+0000 mgr.smithi068.zkksrk (mgr.14702) 1123 : cluster 2022-01-25T23:23:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:48 smithi068 conmon[102841]: [DBG] pgmap v969: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:48 smithi165 conmon[67662]: cluster 2022-01-25T23:23:47.050975+0000 mgr.smithi068.zkksrk (mgr.14702) 1123 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:50 smithi165 conmon[67662]: cluster 2022-01-25T23:23:49.051829+0000 mgr.smithi068.zkksrk (mgr.14702) 1124 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:50 smithi068 conmon[102841]: cluster 2022-01-25T23:23:49.051829+0000 mgr.smithi068.zkksrk (mgr.14702) 1124 2022-01-25T23:23:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:52 smithi068 conmon[102841]: cluster 2022-01-25T23:23:51.052446+0000 mgr.smithi068.zkksrk (mgr.14702) 1125 2022-01-25T23:23:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:52 smithi165 conmon[67662]: cluster 2022-01-25T23:23:51.052446+0000 mgr.smithi068.zkksrk (mgr.14702) 1125 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:53.883 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:23:54.186 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:23:54.187 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (37m) 10m ago 38m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:23:54.187 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (30m) 10m ago 38m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:23:54.188 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (30m) 10m ago 38m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:23:54.188 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (37m) 10m ago 38m 40.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:23:54.188 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (34m) 10m ago 34m 40.5M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:23:54.189 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (34m) 10m ago 34m 19.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:23:54.189 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (31m) 10m ago 39m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:23:54.190 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (31m) 10m ago 38m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:23:54.190 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (31m) 10m ago 40m 217M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:23:54.190 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (31m) 10m ago 38m 143M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:23:54.191 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (32m) 10m ago 32m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:23:54.191 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (31m) 10m ago 31m 92.4M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:23:54.191 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (38m) 10m ago 38m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:23:54.192 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (37m) 10m ago 37m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:23:54.192 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (22m) 10m ago 37m 572M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:23:54.192 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (37m) 10m ago 37m 1345M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:23:54.192 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (36m) 10m ago 36m 973M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:23:54.192 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (36m) 10m ago 36m 1551M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:23:54.193 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (36m) 10m ago 36m 1373M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:23:54.193 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (36m) 10m ago 36m 1707M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:23:54.193 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (35m) 10m ago 35m 1323M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:23:54.193 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (35m) 10m ago 35m 1972M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:23:54.194 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (37m) 10m ago 38m 54.1M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:23:54.545 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:23:54.546 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:23:54.546 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:54.546 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:54.547 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:23:54.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:54.547 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:54.547 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:23:54.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:23:54.548 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:23:54.548 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:54.548 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:23:54.548 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:23:54.549 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:23:54.549 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:23:54.549 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:23:54.549 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:23:54.549 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:23:54.550 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:23:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:54 smithi068 conmon[102841]: cluster 2022-01-25T23:23: 2022-01-25T23:23:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:54 smithi068 conmon[102841]: 53.053063+0000 mgr.smithi068.zkksrk (mgr.14702) 1126 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:54 smithi068 conmon[102841]: audit 2022-01-25T23:23:53.484798+0000 mon.smithi068 (mon.0) 571 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:23:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:54 smithi068 conmon[102841]: audit 2022-01-25T23:23:53.486481+0000 mon.smithi068 (mon.0) 572 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:23:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:54 smithi068 conmon[102841]: audit 2022-01-25T23:23:53.487565+0000 mon.smithi068 (mon.0) 573 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:23:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:54 smithi068 conmon[102841]: cephadm 2022-01-25T23:23:53.488466+0000 mgr.smithi068.zkksrk (mgr.14702) 1127 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:23:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:54 smithi165 conmon[67662]: cluster 2022-01-25T23:23:53.053063+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:23:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:54 smithi165 conmon[67662]: 14702) 1126 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:54 smithi165 conmon[67662]: audit 2022-01-25T23:23:53.484798+0000 mon.smithi068 (mon.0) 571 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:23:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:54 smithi165 conmon[67662]: audit 2022-01-25T23:23:53.486481+0000 mon.smithi068 (mon.0) 572 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:23:54.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:54 smithi165 conmon[67662]: audit 2022-01-25T23:23:53.487565+0000 mon.smithi068 (mon.0) 573 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:23:54.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:54 smithi165 conmon[67662]: cephadm 2022-01-25T23:23:53.488466+0000 mgr.smithi068.zkksrk (mgr.14702) 1127 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:23:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:55 smithi068 conmon[102841]: audit 2022-01-25T23:23:53.871402+0000 2022-01-25T23:23:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:55 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1128 : audit [DBG] from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:55 smithi068 conmon[102841]: audit 2022-01-25T23:23:54.172025+0000 mgr.smithi068.zkksrk (mgr.14702) 1129 : audit [DBG] from='client.34828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:55.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:55 smithi068 conmon[102841]: audit 2022-01-25T23:23:54.546169+0000 mon.smithi068 (mon.0) 574 : audit [DBG] from='client.? 172.21.15.68:0/1362110206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:55 smithi165 conmon[67662]: audit 2022-01-25T23:23:53.871402+0000 mgr.smithi068.zkksrk (mgr.14702) 1128 2022-01-25T23:23:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:55 smithi165 conmon[67662]: : audit [DBG] from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:55.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:55 smithi165 conmon[67662]: audit 2022-01-25T23:23:54.172025+0000 mgr.smithi068.zkksrk (mgr.14702) 1129 : audit [DBG] from='client.34828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:55.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:55 smithi165 conmon[67662]: audit 2022-01-25T23:23:54.546169+0000 mon.smithi068 (mon.0) 574 : audit [DBG] from='client.? 172.21.15.68:0/1362110206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:56 smithi068 conmon[102841]: cluster 2022-01-25T23:23:55.053871+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:23:56.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:56 smithi068 conmon[102841]: .14702) 1130 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:56 smithi165 conmon[67662]: cluster 2022-01-25T23:23:55.053871+0000 mgr.smithi068.zkksrk (mgr.14702) 1130 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:23:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:58 smithi068 conmon[102841]: cluster 2022-01-25T23:23:57.054349 2022-01-25T23:23:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:58 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1131 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:58 smithi068 conmon[102841]: audit 2022-01-25T23:23:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:58 smithi068 conmon[102841]: 2022-01-25T23:23:57.932897+0000 mon.smithi068 (mon.0) 2022-01-25T23:23:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:23:58 smithi068 conmon[102841]: 575 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:23:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:58 smithi165 conmon[67662]: cluster 2022-01-25T23:23:57.054349+0000 mgr.smithi068.zkksrk (mgr.14702) 1131 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:23:58 smithi165 conmon[67662]: audit 2022-01-25T23:23:57.932897+0000 mon.smithi068 (mon.0) 575 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:00 smithi068 conmon[102841]: cluster 2022-01-25T23:23:59.055039+0000 mgr.smithi068.zkksrk 2022-01-25T23:24:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:00 smithi068 conmon[102841]: (mgr.14702) 1132 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:00 smithi068 conmon[102841]: audit 2022-01-25T23:24:00.175335+0000 mon.smithi068 (mon.0) 576 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:00 smithi165 conmon[67662]: cluster 2022-01-25T23:23:59.055039+0000 mgr.smithi068.zkksrk (mgr.14702) 1132 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:00 smithi165 conmon[67662]: audit 2022-01-25T23:24:00. 2022-01-25T23:24:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:00 smithi165 conmon[67662]: 175335+0000 mon.smithi068 (mon.0) 576 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:01 smithi068 conmon[102841]: audit 2022-01-25T23:24:00.560562+0000 mon.smithi068 (mon.0) 577 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:24:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:01 smithi068 conmon[102841]: audit 2022-01-25T23:24:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:01 smithi068 conmon[102841]: 2022-01-25T23:24:00.566949+0000 mon.smithi068 (mon.0) 578 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:01 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:24:01.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:01 smithi068 conmon[102841]: 24:00.574276+0000 mon.smithi068 (mon.0) 579 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:01.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:01 smithi165 conmon[67662]: audit 2022-01-25T23:24:00.560562+0000 mon.smithi068 (mon.0) 577 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:24:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:01 smithi165 conmon[67662]: audit 2022-01-25T23:24:00.566949+0000 mon.smithi068 ( 2022-01-25T23:24:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:01 smithi165 conmon[67662]: mon.0) 578 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:01 smithi165 conmon[67662]: audit 2022-01-25T23:24:00.574276+0000 mon.smithi068 (mon.0) 579 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:24:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:02 smithi068 conmon[102841]: cluster 2022-01-25T23:24:01.055572+0000 mgr.smithi068.zkksrk (mgr.14702) 1133 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:02 smithi165 conmon[67662]: cluster 2022-01-25T23:24:01.055572+0000 mgr.smithi068.zkksrk (mgr.14702) 1133 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:04 smithi068 conmon[102841]: cluster 2022-01-25T23:24:03.056150+0000 mgr.smithi068.zkksrk (mgr.14702) 1134 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:04 smithi165 conmon[67662]: cluster 2022-01-25T23:24:03.056150+0000 mgr.smithi068.zkksrk (mgr.14702) 1134 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:06 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:24:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:06 smithi068 conmon[102841]: :24:05.057165+0000 mgr.smithi068.zkksrk (mgr.14702) 1135 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:06 smithi165 conmon[67662]: cluster 2022-01-25T23:24:05.057165+0000 mgr.smithi068.zkksrk (mgr.14702) 1135 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:08 smithi068 conmon[102841]: cluster 2022-01-25T23:24:07.057736+0000 mgr.smithi068.zkksrk (mgr.14702) 1136 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:08 smithi165 conmon[67662]: cluster 2022-01-25T23:24:07.057736+0000 mgr.smithi068.zkksrk (mgr.14702) 1136 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:10 smithi068 conmon[102841]: cluster 2022-01-25T23:24:09.058454+0000 mgr.smithi068.zkksrk (mgr.14702) 1137 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:10 smithi165 conmon[67662]: cluster 2022-01-25T23:24:09.058454+0000 mgr.smithi068.zkksrk (mgr.14702) 1137 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:12 smithi068 conmon[102841]: cluster 2022-01-25T23:24:11.059257+0000 mgr.smithi068.zkksrk (mgr.14702) 1138 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:12 smithi068 conmon[102841]: 2022-01-25T23:24:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:12 smithi165 conmon[67662]: cluster 2022-01-25T23:24:11.059257+0000 mgr.smithi068.zkksrk (mgr.14702) 1138 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:14 smithi068 conmon[102841]: cluster 2022-01-25T23:24:13.059969+0000 mgr.smithi068.zkksrk (mgr.14702) 1139 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:14 smithi165 conmon[67662]: cluster 2022-01-25T23:24:13.059969+0000 mgr.smithi068.zkksrk (mgr.14702) 1139 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:16 smithi068 conmon[102841]: cluster 2022-01-25T23:24:15.060956+0000 mgr.smithi068.zkksrk (mgr.14702) 1140 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:16 smithi165 conmon[67662]: cluster 2022-01-25T23:24:15.060956+0000 mgr.smithi068.zkksrk (mgr.14702) 1140 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:18 smithi068 conmon[102841]: cluster 2022-01-25T23:24:17.061622+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:24:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:18 smithi068 conmon[102841]: 14702) 1141 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:18 smithi068 conmon[102841]: audit 2022-01-25T23:24:18.268140+0000 mon.smithi068 (mon.0) 580 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:24:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:18 smithi068 conmon[102841]: audit 2022-01-25T23:24:18.291526+0000 mon.smithi068 (mon.0) 581 2022-01-25T23:24:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:18 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:24:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:18 smithi165 conmon[67662]: cluster 2022-01-25T23:24:17.061622+0000 mgr.smithi068.zkksrk (mgr.14702) 1141 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:18 smithi165 conmon[67662]: audit 2022-01-25T23:24:18.268140+0000 mon.smithi068 (mon.0) 580 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:24:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:18 smithi165 conmon[67662]: audit 2022-01-25T23:24:18.291526+0000 mon.smithi068 (mon.0) 581 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:24:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:20 smithi068 conmon[102841]: cluster 2022-01-25T23:24:19.062364+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:24:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:20 smithi068 conmon[102841]: 1142 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:20 smithi165 conmon[67662]: cluster 2022-01-25T23:24:19.062364+0000 mgr.smithi068.zkksrk (mgr.14702) 1142 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:22 smithi068 conmon[102841]: cluster 2022-01-25T23:24: 2022-01-25T23:24:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:22 smithi068 conmon[102841]: 21.063005+0000 mgr.smithi068.zkksrk (mgr.14702) 1143 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:22 smithi165 conmon[67662]: cluster 2022-01-25T23:24:21.063005+0000 mgr.smithi068.zkksrk (mgr.14702) 1143 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:24 smithi068 conmon[102841]: cluster 2022-01-25T23:24:23.063521+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:24:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:24 smithi068 conmon[102841]: 14702) 1144 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:24.866 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:24:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:24 smithi165 conmon[67662]: cluster 2022-01-25T23:24:23.063521+0000 mgr.smithi068.zkksrk (mgr.14702) 1144 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:25.157 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:24:25.158 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (38m) 24s ago 39m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:24:25.158 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (31m) 24s ago 39m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:24:25.158 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (31m) 27s ago 38m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:24:25.158 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (38m) 24s ago 39m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:24:25.159 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (34m) 24s ago 34m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:24:25.159 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (34m) 27s ago 34m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:24:25.159 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (32m) 24s ago 40m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:24:25.159 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (31m) 27s ago 38m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:24:25.160 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (31m) 24s ago 40m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:24:25.160 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (31m) 27s ago 38m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:24:25.160 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (32m) 24s ago 32m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:24:25.160 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (32m) 27s ago 32m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:24:25.160 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (38m) 24s ago 38m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:24:25.161 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (38m) 27s ago 38m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:24:25.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (22m) 24s ago 38m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:24:25.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (37m) 24s ago 37m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:24:25.161 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (37m) 24s ago 37m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:24:25.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (37m) 24s ago 37m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:24:25.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (36m) 27s ago 36m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:24:25.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (36m) 27s ago 36m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:24:25.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (36m) 27s ago 36m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:24:25.162 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (36m) 27s ago 36m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:24:25.163 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (37m) 24s ago 38m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:24:25.496 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:24:25.497 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:24:25.497 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:25.497 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:25.497 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:24:25.497 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:25.498 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:25.498 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:24:25.498 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:24:25.498 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:24:25.499 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:25.499 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:24:25.499 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:24:25.499 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:25.499 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:24:25.500 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:24:25.500 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:24:25.500 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:24:25.500 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:24:25.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:25 smithi068 conmon[102841]: audit 2022-01-25T23:24:25.497013+0000 2022-01-25T23:24:25.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:25 smithi068 conmon[102841]: mon.smithi068 (mon.0) 582 : audit [DBG] from='client.? 172.21.15.68:0/878327004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:25.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:25 smithi165 conmon[67662]: audit 2022-01-25T23:24:25.497013+0000 mon.smithi068 (mon.0) 582 : audit [DBG] from='client.? 172.21.15.68:0/878327004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: audit 2022-01-25T23:24:24.854748+0000 mgr.smithi068.zkksrk (mgr.14702) 1145 : audit [DBG] from='client.34836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: cluster 2022-01-25T23:24:25 2022-01-25T23:24:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: .064417+0000 mgr.smithi068.zkksrk (mgr.14702) 1146 2022-01-25T23:24:26.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:26.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:24:26.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: -25T23:24:25.143455+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:24:26.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:26 smithi068 conmon[102841]: 14702) 1147 : audit [DBG] from='client.34840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:26 smithi165 conmon[67662]: audit 2022-01-25T23:24:24.854748+0000 mgr.smithi068.zkksrk (mgr.14702) 1145 : audit [DBG] from='client.34836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:26 smithi165 conmon[67662]: cluster 2022-01-25T23:24:25.064417+0000 mgr.smithi068.zkksrk (mgr.14702) 1146 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:26 smithi165 conmon[67662]: audit 2022-01-25T23:24:25.143455+0000 mgr.smithi068.zkksrk (mgr.14702) 1147 : audit [DBG] from='client.34840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:28 smithi068 conmon[102841]: cluster 2022-01-25T23:24:27.064904+0000 mgr.smithi068.zkksrk (mgr.14702) 1148 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:28 smithi165 conmon[67662]: cluster 2022-01-25T23:24:27.064904+0000 mgr.smithi068.zkksrk (mgr.14702) 1148 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:30 smithi068 conmon[102841]: cluster 2022-01-25T23:24:29.065677+0000 mgr.smithi068.zkksrk (mgr.14702) 1149 : cluster 2022-01-25T23:24:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:30 smithi068 conmon[102841]: [DBG] pgmap v990: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:30 smithi165 conmon[67662]: cluster 2022-01-25T23:24:29.065677+0000 mgr.smithi068.zkksrk (mgr.14702) 1149 : cluster 2022-01-25T23:24:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:30 smithi165 conmon[67662]: [DBG] pgmap v990: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:32 smithi068 conmon[102841]: cluster 2022-01-25T23:24:31.066426+0000 mgr.smithi068.zkksrk (mgr.14702) 1150 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:32 smithi165 conmon[67662]: cluster 2022-01-25T23:24:31.066426+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:24:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:32 smithi165 conmon[67662]: .14702) 1150 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:34 smithi068 conmon[102841]: cluster 2022-01-25T23:24:33.066952+0000 mgr.smithi068.zkksrk (mgr.14702) 1151 : cluster 2022-01-25T23:24:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:34 smithi068 conmon[102841]: [DBG] pgmap v992: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:34 smithi165 conmon[67662]: cluster 2022-01-25T23:24:33.066952+0000 mgr.smithi068.zkksrk (mgr.14702) 1151 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:36 smithi068 conmon[102841]: cluster 2022-01-25T23:24:35.067928+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:24:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:36 smithi068 conmon[102841]: 14702) 1152 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:36 smithi165 conmon[67662]: cluster 2022-01-25T23:24:35.067928+0000 mgr.smithi068.zkksrk (mgr.14702) 1152 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:36 smithi165 conmon[67662]: 2022-01-25T23:24:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:38 smithi068 conmon[102841]: cluster 2022-01-25T23:24:37.068442+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:24:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:38 smithi068 conmon[102841]: ) 1153 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:38 smithi165 conmon[67662]: cluster 2022-01-25T23:24:37.068442+0000 mgr.smithi068.zkksrk (mgr.14702) 1153 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:40 smithi068 conmon[102841]: cluster 2022-01-25T23:24:39.069145+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:24:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:40 smithi068 conmon[102841]: 1154 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:40 smithi165 conmon[67662]: cluster 2022-01-25T23:24:39.069145+0000 mgr.smithi068.zkksrk (mgr.14702) 1154 : cluster 2022-01-25T23:24:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:40 smithi165 conmon[67662]: [DBG] pgmap v995: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:42 smithi068 conmon[102841]: cluster 2022-01-25T23:24:41.069688+0000 mgr.smithi068.zkksrk (mgr.14702) 1155 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:42 smithi165 conmon[67662]: cluster 2022-01-25T23:24:41.069688+0000 mgr.smithi068.zkksrk (mgr.14702) 1155 : cluster [DBG] 2022-01-25T23:24:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:42 smithi165 conmon[67662]: pgmap v996: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:44 smithi068 conmon[102841]: cluster 2022-01-25T23:24:43.070209+0000 mgr.smithi068.zkksrk (mgr.14702) 1156 : cluster 2022-01-25T23:24:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:44 smithi068 conmon[102841]: [DBG] pgmap v997: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:44 smithi165 conmon[67662]: cluster 2022-01-25T23:24:43.070209+0000 mgr.smithi068.zkksrk (mgr.14702) 1156 : cluster 2022-01-25T23:24:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:44 smithi165 conmon[67662]: [DBG] pgmap v997: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:46 smithi068 conmon[102841]: cluster 2022-01-25T23:24:45.071087+0000 mgr.smithi068.zkksrk (mgr.14702) 1157 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:46 smithi165 conmon[67662]: cluster 2022-01-25T23:24:45.071087+0000 mgr.smithi068.zkksrk (mgr.14702) 1157 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:48 smithi068 conmon[102841]: cluster 2022-01-25T23:24:47.071595+0000 mgr.smithi068.zkksrk (mgr.14702) 1158 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:48 smithi165 conmon[67662]: cluster 2022-01-25T23:24:47.071595+0000 mgr.smithi068.zkksrk (mgr.14702) 1158 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:48 smithi165 conmon[67662]: 2022-01-25T23:24:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:50 smithi165 conmon[67662]: cluster 2022-01-25T23:24:49.072597+0000 mgr.smithi068.zkksrk (mgr.14702) 1159 : cluster 2022-01-25T23:24:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:50 smithi165 conmon[67662]: [DBG] pgmap v1000: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:50 smithi068 conmon[102841]: cluster 2022-01-25T23:24:49.072597+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:24:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:50 smithi068 conmon[102841]: ) 1159 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:52 smithi165 conmon[67662]: cluster 2022-01-25T23:24:51.073305+0000 mgr.smithi068.zkksrk (mgr.14702) 1160 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:52 smithi068 conmon[102841]: cluster 2022-01-25T23:24:51.073305+0000 mgr.smithi068.zkksrk (mgr.14702) 1160 2022-01-25T23:24:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:54 smithi165 conmon[67662]: cluster 2022-01-25T23:24:53.073798+0000 mgr.smithi068.zkksrk (mgr.14702) 1161 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:54 smithi068 conmon[102841]: cluster 2022-01-25T23:24:53.073798+0000 mgr.smithi068.zkksrk (mgr.14702) 1161 2022-01-25T23:24:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.817 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:24:56.105 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:24:56.106 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (38m) 55s ago 39m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:24:56.106 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (31m) 55s ago 39m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:24:56.106 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (31m) 58s ago 39m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:24:56.107 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (38m) 55s ago 39m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:24:56.107 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (35m) 55s ago 35m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:24:56.107 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (35m) 58s ago 35m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:24:56.107 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (32m) 55s ago 40m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:24:56.107 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (32m) 58s ago 39m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:24:56.108 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (32m) 55s ago 41m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:24:56.108 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (32m) 58s ago 39m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:24:56.108 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (33m) 55s ago 33m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:24:56.108 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (32m) 58s ago 32m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:24:56.109 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (39m) 55s ago 39m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:24:56.109 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (38m) 58s ago 38m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:24:56.109 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (23m) 55s ago 38m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:24:56.109 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (38m) 55s ago 38m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:24:56.109 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (38m) 55s ago 38m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:24:56.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (37m) 55s ago 37m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:24:56.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (37m) 58s ago 37m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:24:56.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (37m) 58s ago 37m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:24:56.111 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (36m) 58s ago 36m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:24:56.111 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (36m) 58s ago 36m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:24:56.111 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (38m) 55s ago 39m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:24:56.446 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:24:56.446 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:24:56.446 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:56.446 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:56.447 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:24:56.447 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:56.447 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:56.447 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:24:56.448 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:24:56.448 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:24:56.448 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:56.448 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:24:56.448 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:24:56.449 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:24:56.449 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:24:56.449 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:24:56.449 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:24:56.450 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:24:56.450 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:24:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:56 smithi068 conmon[102841]: cluster 2022-01-25T23:24:55.074610+0000 2022-01-25T23:24:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:56 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1162 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:56 smithi068 conmon[102841]: audit 2022-01-25T23:24:56.446356+0000 mon.smithi068 (mon.0) 583 : audit [DBG] from='client.? 172.21.15.68:0/2840604903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:56.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:56 smithi068 conmon[102841]: 2022-01-25T23:24:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:56 smithi165 conmon[67662]: cluster 2022-01-25T23:24:55.074610+0000 mgr.smithi068.zkksrk (mgr.14702) 1162 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:24:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:56 smithi165 conmon[67662]: audit 2022-01-25T23:24:56.446356+0000 mon.smithi068 (mon.0) 583 : audit [DBG] from='client.? 172.21.15.68:0/2840604903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:57 smithi165 conmon[67662]: audit 2022-01-25T23:24:55.805946+0000 mgr.smithi068.zkksrk (mgr.14702) 1163 : audit [DBG] from='client.34848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:57 smithi165 conmon[67662]: audit 2022-01-25T23:24:56.091640+0000 mgr.smithi068.zkksrk (mgr.14702) 1164 : audit [DBG] from='client.34852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:57 smithi068 conmon[102841]: audit 2022-01-25T23:24:55.805946+0000 mgr.smithi068.zkksrk (mgr.14702) 1163 2022-01-25T23:24:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:57 smithi068 conmon[102841]: : audit [DBG] from='client.34848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:57 smithi068 conmon[102841]: audit 2022-01-25T23:24:56.091640+0000 mgr.smithi068.zkksrk (mgr.14702) 1164 : audit [DBG] from='client.34852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:24:58 smithi165 conmon[67662]: cluster 2022-01-25T23:24:57.075126+0000 mgr.smithi068.zkksrk (mgr.14702) 1165 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:58 smithi068 conmon[102841]: cluster 2022-01-25T23:24:57.075126+0000 mgr.smithi068.zkksrk (mgr.14702) 1165 : cluster 2022-01-25T23:24:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:24:58 smithi068 conmon[102841]: [DBG] pgmap v1004: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:00 smithi165 conmon[67662]: cluster 2022-01-25T23:24:59.075987+0000 mgr.smithi068.zkksrk (mgr.14702) 1166 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:00 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:25:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:00 smithi165 conmon[67662]: 23:25:00.577455+0000 mon.smithi068 (mon.0) 584 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:25:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:00 smithi165 conmon[67662]: audit 2022-01-25T23:25:00.578957+0000 mon.smithi068 (mon.0) 585 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:25:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:00 smithi068 conmon[102841]: cluster 2022-01-25T23:24:59.075987+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:25:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:00 smithi068 conmon[102841]: ) 1166 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:00 smithi068 conmon[102841]: audit 2022-01-25T23:25:00.577455+0000 mon.smithi068 (mon.0) 584 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:25:01.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:00 smithi068 conmon[102841]: audit 2022-01-25T23:25:01.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:00 smithi068 conmon[102841]: 2022-01-25T23:25:00.578957+0000 mon.smithi068 (mon.0) 585 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:25:01.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:01 smithi165 conmon[67662]: audit 2022-01-25T23:25:00.580154+0000 mon.smithi068 (mon.0) 586 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:25:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:01 smithi165 conmon[67662]: cephadm 2022-01-25T23:25:00.581013+0000 mgr.smithi068.zkksrk (mgr.14702) 1167 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:25:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:01 smithi165 conmon[67662]: audit 2022-01-25T23:25:00.999258+0000 2022-01-25T23:25:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:01 smithi165 conmon[67662]: mon.smithi068 (mon.0) 587 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:25:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:01 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:25:01.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:01 smithi165 conmon[67662]: -25T23:25:01.004459+0000 mon.smithi068 (mon.0) 588 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:25:02.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:01 smithi068 conmon[102841]: audit 2022-01-25T23:25:00.580154+0000 mon.smithi068 (mon.0) 586 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:25:02.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:01 smithi068 conmon[102841]: cephadm 2022-01-25T23:25:00.581013+0000 mgr.smithi068.zkksrk (mgr.14702) 1167 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:25:02.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:01 smithi068 conmon[102841]: audit 2022-01-25T23:25:00.999258+0000 mon.smithi068 (mon.0) 587 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:25:02.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:01 smithi068 conmon[102841]: audit 2022-01-25T23:25:01.004459+0000 mon.smithi068 (mon.0) 588 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:25:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:02 smithi165 conmon[67662]: cluster 2022-01-25T23:25:01.076568+0000 mgr.smithi068.zkksrk (mgr.14702) 1168 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:02 smithi068 conmon[102841]: cluster 2022-01-25T23:25:01.076568+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:25:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:02 smithi068 conmon[102841]: 1168 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:03 smithi165 conmon[67662]: cluster 2022-01-25T23:25:03.077017+0000 mgr.smithi068.zkksrk (mgr.14702) 1169 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:04.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:03 smithi068 conmon[102841]: cluster 2022-01-25T23:25:03.077017+0000 mgr.smithi068.zkksrk (mgr.14702) 1169 2022-01-25T23:25:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:03 smithi068 conmon[102841]: : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:06 smithi165 conmon[67662]: cluster 2022-01-25T23:25:05.077969+0000 mgr.smithi068.zkksrk (mgr.14702) 1170 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:06 smithi068 conmon[102841]: cluster 2022-01-25T23:25:05.077969+0000 mgr.smithi068.zkksrk (mgr.14702) 1170 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:08 smithi068 conmon[102841]: cluster 2022-01-25T23:25:07.078650+0000 mgr.smithi068.zkksrk 2022-01-25T23:25:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:08 smithi068 conmon[102841]: (mgr.14702) 1171 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:08 smithi165 conmon[67662]: cluster 2022-01-25T23:25:07.078650+0000 mgr.smithi068.zkksrk (mgr.14702) 1171 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:10 smithi165 conmon[67662]: cluster 2022-01-25T23:25:09.079477+0000 mgr.smithi068.zkksrk (mgr.14702) 1172 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:10 smithi068 conmon[102841]: cluster 2022-01-25T23:25:09.079477+0000 mgr.smithi068.zkksrk (mgr.14702) 1172 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:12 smithi165 conmon[67662]: cluster 2022-01-25T23:25:11.080185+0000 mgr.smithi068.zkksrk (mgr.14702) 1173 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:12 smithi068 conmon[102841]: cluster 2022-01-25T23:25:11.080185+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:25:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:12 smithi068 conmon[102841]: 1173 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:14 smithi165 conmon[67662]: cluster 2022-01-25T23:25:13.080652+0000 mgr.smithi068.zkksrk (mgr.14702) 1174 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:14 smithi068 conmon[102841]: cluster 2022-01-25T23:25:13.080652+0000 mgr.smithi068.zkksrk (mgr.14702) 1174 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:14 smithi068 conmon[102841]: 2022-01-25T23:25:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:16 smithi165 conmon[67662]: cluster 2022-01-25T23:25:15.081643+0000 mgr.smithi068.zkksrk (mgr.14702) 1175 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:16 smithi068 conmon[102841]: cluster 2022-01-25T23:25:15.081643+0000 mgr.smithi068.zkksrk (mgr.14702) 1175 : cluster 2022-01-25T23:25:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:16 smithi068 conmon[102841]: [DBG] pgmap v1013: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:18 smithi068 conmon[102841]: cluster 2022-01-25T23:25:17.082335+0000 mgr.smithi068.zkksrk (mgr.14702) 1176 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:18 smithi068 conmon[102841]: audit 2022-01-25T23:25:18.270594+0000 mon.smithi068 (mon.0) 589 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:25:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:18 smithi068 conmon[102841]: audit 2022-01-25T23:25:18.295992+0000 mon.smithi068 (mon.0) 590 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:25:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:18 smithi165 conmon[67662]: cluster 2022-01-25T23:25:17.082335+0000 mgr.smithi068.zkksrk (mgr.14702) 1176 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:18 smithi165 conmon[67662]: audit 2022-01-25T23:25:18.270594+0000 mon.smithi068 (mon.0) 589 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:25:18.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:18 smithi165 conmon[67662]: audit 2022-01-25T23:25:18.295992+0000 mon.smithi068 (mon.0) 590 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:25:20.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:20 smithi165 conmon[67662]: cluster 2022-01-25T23:25:19.083192+0000 mgr.smithi068.zkksrk (mgr.14702) 1177 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:20 smithi068 conmon[102841]: cluster 2022-01-25T23:25:19. 2022-01-25T23:25:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:20 smithi068 conmon[102841]: 083192+0000 mgr.smithi068.zkksrk (mgr.14702) 1177 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:22 smithi165 conmon[67662]: cluster 2022-01-25T23:25:21.083858+0000 mgr.smithi068.zkksrk (mgr.14702) 1178 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:22 smithi068 conmon[102841]: cluster 2022-01-25T23:25:21.083858+0000 mgr.smithi068.zkksrk (mgr.14702) 1178 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:24 smithi165 conmon[67662]: cluster 2022-01-25T23:25:23.084354+0000 mgr.smithi068.zkksrk (mgr.14702) 1179 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:24 smithi165 conmon[67662]: 2022-01-25T23:25:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:24 smithi068 conmon[102841]: cluster 2022-01-25T23:25:23.084354+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:25:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:24 smithi068 conmon[102841]: ) 1179 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:26 smithi165 conmon[67662]: cluster 2022-01-25T23:25:25.085229+0000 mgr.smithi068.zkksrk (mgr.14702) 1180 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:26.765 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:25:26.766 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:26 smithi068 conmon[102841]: cluster 2022-01-25T23:25:25.085229+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:25:26.766 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:26 smithi068 conmon[102841]: 14702) 1180 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:27.053 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:25:27.054 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (39m) 86s ago 40m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:25:27.054 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (32m) 86s ago 40m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:25:27.054 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (32m) 89s ago 39m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:25:27.054 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (39m) 86s ago 40m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:25:27.055 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (35m) 86s ago 35m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:25:27.055 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (35m) 89s ago 35m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:25:27.055 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (33m) 86s ago 41m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:25:27.055 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (32m) 89s ago 39m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:25:27.055 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (32m) 86s ago 41m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:25:27.056 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (32m) 89s ago 39m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:25:27.056 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (33m) 86s ago 33m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:25:27.056 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (33m) 89s ago 33m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:25:27.056 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (40m) 86s ago 39m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:25:27.057 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (39m) 89s ago 39m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:25:27.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (23m) 86s ago 39m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:25:27.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (38m) 86s ago 38m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:25:27.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (38m) 86s ago 38m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:25:27.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (38m) 86s ago 38m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:25:27.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (38m) 89s ago 37m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:25:27.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (37m) 89s ago 37m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:25:27.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (37m) 89s ago 37m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:25:27.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (37m) 89s ago 37m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:25:27.059 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (38m) 86s ago 39m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:25:27.393 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:25:27.393 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:25:27.394 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:27.394 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:27.394 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:25:27.394 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:27.395 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:27.395 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:25:27.395 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:25:27.395 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:25:27.396 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:27.396 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:25:27.396 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:25:27.396 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:27.396 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:25:27.397 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:25:27.397 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:25:27.397 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:25:27.397 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:25:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: audit 2022-01-25T23:25:26.753381+0000 mgr.smithi068.zkksrk (mgr.14702) 1181 : audit [DBG] from='client.34860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: audit 2022-01-25T23:25:27.039328+0000 mgr.smithi068.zkksrk (mgr.14702) 1182 : audit [DBG] from='client.34864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: cluster 2022-01-25T23:25: 2022-01-25T23:25:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: 27.085782+0000 mgr.smithi068.zkksrk (mgr.14702) 1183 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:25:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: 23:25:27.393734+0000 mon.smithi068 (mon. 2022-01-25T23:25:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:28 smithi068 conmon[102841]: 0) 591 : audit [DBG] from='client.? 172.21.15.68:0/79912658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:28.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:28 smithi165 conmon[67662]: audit 2022-01-25T23:25:26.753381+0000 mgr.smithi068.zkksrk (mgr.14702) 1181 : audit [DBG] from='client.34860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:28 smithi165 conmon[67662]: audit 2022-01-25T23:25:27.039328+0000 mgr.smithi068.zkksrk (mgr.14702) 1182 : audit [DBG] from='client.34864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:28 smithi165 conmon[67662]: cluster 2022-01-25T23:25:27.085782+0000 mgr.smithi068.zkksrk (mgr.14702) 1183 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:28.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:28 smithi165 conmon[67662]: audit 2022-01-25T23:25:27.393734+0000 mon.smithi068 (mon.0) 591 : audit [DBG] from='client.? 172.21.15.68:0/79912658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:30 smithi165 conmon[67662]: cluster 2022-01-25T23:25:29.086906+0000 mgr.smithi068.zkksrk (mgr.14702) 1184 : cluster 2022-01-25T23:25:30.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:30 smithi165 conmon[67662]: [DBG] pgmap v1020: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:30 smithi068 conmon[102841]: cluster 2022-01-25T23:25:29.086906+0000 mgr.smithi068.zkksrk (mgr.14702) 1184 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:32.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:32 smithi165 conmon[67662]: cluster 2022-01-25T23:25:31.087760+0000 mgr.smithi068.zkksrk (mgr.14702) 1185 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:32 smithi068 conmon[102841]: cluster 2022-01-25T23:25:31.087760+0000 mgr.smithi068.zkksrk (mgr.14702) 1185 : cluster 2022-01-25T23:25:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:32 smithi068 conmon[102841]: [DBG] pgmap v1021: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:34.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:34 smithi165 conmon[67662]: cluster 2022-01-25T23:25:33.088348+0000 mgr.smithi068.zkksrk (mgr.14702) 1186 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:34 smithi068 conmon[102841]: cluster 2022-01-25T23:25:33.088348+0000 mgr.smithi068.zkksrk (mgr.14702) 1186 : cluster 2022-01-25T23:25:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:34 smithi068 conmon[102841]: [DBG] pgmap v1022: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:36.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:36 smithi165 conmon[67662]: cluster 2022-01-25T23:25:35.089325+0000 mgr.smithi068.zkksrk (mgr.14702) 1187 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:36.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:36 smithi068 conmon[102841]: cluster 2022-01-25T23:25:35.089325+0000 mgr.smithi068.zkksrk (mgr.14702) 1187 : cluster 2022-01-25T23:25:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:36 smithi068 conmon[102841]: [DBG] pgmap v1023: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:38 smithi068 conmon[102841]: cluster 2022-01-25T23:25:37.089773+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:25:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:38 smithi068 conmon[102841]: 1188 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:38.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:38 smithi165 conmon[67662]: cluster 2022-01-25T23:25:37.089773+0000 mgr.smithi068.zkksrk (mgr.14702) 1188 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:40 smithi165 conmon[67662]: cluster 2022-01-25T23:25:39.090763+0000 mgr.smithi068.zkksrk (mgr.14702) 1189 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:40 smithi068 conmon[102841]: cluster 2022-01-25T23:25:39.090763+0000 mgr.smithi068.zkksrk (mgr.14702) 1189 : cluster 2022-01-25T23:25:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:40 smithi068 conmon[102841]: [DBG] pgmap v1025: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:42 smithi165 conmon[67662]: cluster 2022-01-25T23:25:41.091438+0000 mgr.smithi068.zkksrk (mgr.14702) 1190 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:42 smithi068 conmon[102841]: cluster 2022-01-25T23:25:41.091438+0000 mgr.smithi068.zkksrk (mgr.14702) 1190 : cluster 2022-01-25T23:25:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:42 smithi068 conmon[102841]: [DBG] pgmap v1026: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:44.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:44 smithi165 conmon[67662]: cluster 2022-01-25T23:25:43.092167+0000 mgr.smithi068.zkksrk (mgr.14702) 1191 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:44 smithi068 conmon[102841]: cluster 2022-01-25T23:25:43.092167+0000 mgr.smithi068.zkksrk (mgr.14702) 1191 : cluster 2022-01-25T23:25:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:44 smithi068 conmon[102841]: [DBG] pgmap v1027: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:46 smithi165 conmon[67662]: cluster 2022-01-25T23:25:45.093056+0000 mgr.smithi068.zkksrk (mgr.14702) 1192 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:46 smithi068 conmon[102841]: cluster 2022-01-25T23:25:45.093056+0000 mgr.smithi068.zkksrk (mgr.14702) 1192 2022-01-25T23:25:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:46 smithi068 conmon[102841]: : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:48 smithi068 conmon[102841]: cluster 2022-01-25T23:25:47.093701+0000 2022-01-25T23:25:48.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:48 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1193 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:48 smithi165 conmon[67662]: cluster 2022-01-25T23:25:47.093701+0000 mgr.smithi068.zkksrk (mgr.14702) 1193 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:50 smithi165 conmon[67662]: cluster 2022-01-25T23:25:49.094611+0000 mgr.smithi068.zkksrk (mgr.14702) 1194 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:50 smithi068 conmon[102841]: cluster 2022-01-25T23:25:49.094611+0000 mgr.smithi068.zkksrk (mgr.14702) 1194 2022-01-25T23:25:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:52 smithi165 conmon[67662]: cluster 2022-01-25T23:25:51.095246+0000 mgr.smithi068.zkksrk (mgr.14702) 1195 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:52 smithi068 conmon[102841]: cluster 2022-01-25T23:25:51.095246+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:25:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:52 smithi068 conmon[102841]: 1195 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:54 smithi165 conmon[67662]: cluster 2022-01-25T23:25:53.095767+0000 mgr.smithi068.zkksrk (mgr.14702) 1196 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:54 smithi068 conmon[102841]: cluster 2022-01-25T23:25:53.095767+0000 mgr.smithi068.zkksrk (mgr.14702) 1196 : cluster 2022-01-25T23:25:54.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:54 smithi068 conmon[102841]: [DBG] pgmap v1032: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:56 smithi165 conmon[67662]: cluster 2022-01-25T23:25:55.096620+0000 mgr.smithi068.zkksrk (mgr.14702) 1197 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:56 smithi068 conmon[102841]: cluster 2022-01-25T23:25:55.096620+0000 mgr.smithi068.zkksrk (mgr.14702) 1197 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:25:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:56 smithi068 conmon[102841]: 2022-01-25T23:25:57.711 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:25:58.001 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:25:58.001 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (39m) 117s ago 40m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:25:58.001 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (32m) 117s ago 40m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:25:58.001 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (32m) 2m ago 40m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:25:58.002 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (39m) 117s ago 40m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:25:58.002 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (36m) 117s ago 36m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:25:58.002 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (36m) 2m ago 36m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:25:58.002 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (33m) 117s ago 41m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:25:58.003 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (33m) 2m ago 40m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:25:58.003 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (33m) 117s ago 42m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:25:58.003 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (33m) 2m ago 40m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:25:58.003 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (34m) 117s ago 34m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:25:58.003 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (34m) 2m ago 33m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:25:58.004 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (40m) 117s ago 40m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:25:58.004 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (39m) 2m ago 39m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:25:58.004 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (24m) 117s ago 39m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:25:58.004 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (39m) 117s ago 39m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:25:58.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (39m) 117s ago 39m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:25:58.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (38m) 117s ago 38m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:25:58.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (38m) 2m ago 38m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:25:58.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (38m) 2m ago 38m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:25:58.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (38m) 2m ago 38m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:25:58.006 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (37m) 2m ago 37m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:25:58.006 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (39m) 117s ago 40m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:25:58.341 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:25:58.342 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:25:58.342 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:58.342 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:58.343 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:25:58.343 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:58.343 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:58.343 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:25:58.343 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:25:58.344 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:25:58.344 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:58.344 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:25:58.344 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:25:58.345 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:25:58.345 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:25:58.345 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:25:58.346 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:25:58.346 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:25:58.346 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:25:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:58 smithi068 conmon[102841]: cluster 2022-01-25T23:25:57.097127+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:25:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:58 smithi068 conmon[102841]: 14702) 1198 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:58 smithi068 conmon[102841]: audit 2022-01-25T23:25:58.342021+0000 mon.smithi068 (mon.0 2022-01-25T23:25:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:58 smithi068 conmon[102841]: ) 592 : audit [DBG] from='client.? 172.21.15.68:0/4185383023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:58 smithi165 conmon[67662]: cluster 2022-01-25T23:25:57.097127+0000 mgr.smithi068.zkksrk (mgr.14702) 1198 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:58 smithi165 conmon[67662]: audit 2022-01-25T23:25:58.342021+0000 mon.smithi068 (mon.0) 592 : audit [DBG] from='client.? 172.21.15.68:0/4185383023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:59 smithi165 conmon[67662]: audit 2022-01-25T23:25:57.699804+0000 mgr.smithi068.zkksrk (mgr.14702) 1199 : audit [DBG] from='client.34872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:59.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:25:59 smithi165 conmon[67662]: audit 2022-01-25T23:25:57.986876+0000 mgr.smithi068.zkksrk (mgr.14702) 1200 : audit [DBG] from='client.34876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:59 smithi068 conmon[102841]: audit 2022-01-25T23:25:57.699804+0000 mgr.smithi068.zkksrk (mgr.14702) 1199 : audit 2022-01-25T23:25:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:59 smithi068 conmon[102841]: [DBG] from='client.34872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:59.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:25:59 smithi068 conmon[102841]: audit 2022-01-25T23:25:57.986876+0000 mgr.smithi068.zkksrk (mgr.14702) 1200 : audit [DBG] from='client.34876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:00 smithi165 conmon[67662]: cluster 2022-01-25T23:25:59.098007+0000 mgr.smithi068.zkksrk (mgr.14702) 1201 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:00 smithi068 conmon[102841]: cluster 2022-01-25T23:25:59.098007+0000 mgr.smithi068.zkksrk (mgr.14702) 1201 2022-01-25T23:26:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:00 smithi068 conmon[102841]: : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: audit 2022-01-25T23:26:01.007675+0000 mon.smithi068 (mon.0) 593 : 2022-01-25T23:26:01.765 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:26:01.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: audit 2022-01-25T23:26:01.009262+0000 mon.smithi068 (mon.0) 594 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:26:01.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: audit 2022-01-25T23:26:01.010367+0000 mon.smithi068 (mon.0 2022-01-25T23:26:01.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: ) 595 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:26:01.766 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: audit 2022-01-25T23:26:01.371138+0000 mon.smithi068 (mon 2022-01-25T23:26:01.767 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:01 smithi165 conmon[67662]: .0) 596 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:26:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:01 smithi068 conmon[102841]: audit 2022-01-25T23:26:01.007675+0000 mon.smithi068 (mon.0) 593 : audit 2022-01-25T23:26:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:01 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:26:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:01 smithi068 conmon[102841]: audit 2022-01-25T23:26:01.009262+0000 mon.smithi068 (mon.0) 594 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:26:01.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:01 smithi068 conmon[102841]: audit 2022-01-25T23:26:01.010367+0000 mon.smithi068 (mon.0) 595 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:26:01.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:01 smithi068 conmon[102841]: audit 2022-01-25T23:26:01.371138+0000 mon.smithi068 (mon.0) 596 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:26:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:02 smithi165 conmon[67662]: cephadm 2022-01-25T23:26:01.011209+0000 mgr.smithi068.zkksrk (mgr.14702) 1202 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:26:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:02 smithi165 conmon[67662]: cluster 2022-01-25T23:26:01.098509+0000 mgr.smithi068.zkksrk (mgr.14702) 1203 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:02 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:26:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:02 smithi165 conmon[67662]: 25T23:26:01.767076+0000 mon.smithi068 (mon.0) 597 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:26:02.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:02 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:26:02.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:02 smithi165 conmon[67662]: T23:26:01.772660+0000 mon.smithi068 (mon.0) 598 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:26:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: cephadm 2022-01-25T23:26:01.011209+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:26:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: 1202 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:26:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: cluster 2022-01-25T23:26:01.098509 2022-01-25T23:26:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1203 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:26:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: 25T23:26:01.767076+0000 mon.smithi068 2022-01-25T23:26:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: (mon.0) 597 : audit [INF] 2022-01-25T23:26:02.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:26:02.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:26:02.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: -25T23:26:01. 2022-01-25T23:26:02.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: 772660+0000 mon.smithi068 (mon.0) 598 : audit 2022-01-25T23:26:02.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:02 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:26:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:04 smithi068 conmon[102841]: cluster 2022-01-25T23:26:03.099043+0000 mgr.smithi068.zkksrk (mgr.14702) 1204 2022-01-25T23:26:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:04 smithi068 conmon[102841]: : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:04 smithi165 conmon[67662]: cluster 2022-01-25T23:26:03.099043+0000 mgr.smithi068.zkksrk (mgr.14702) 1204 : cluster 2022-01-25T23:26:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:04 smithi165 conmon[67662]: [DBG] pgmap v1037: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:06 smithi068 conmon[102841]: cluster 2022-01-25T23:26:05.100094+0000 mgr.smithi068.zkksrk (mgr.14702) 1205 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:06 smithi068 conmon[102841]: 2022-01-25T23:26:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:06 smithi165 conmon[67662]: cluster 2022-01-25T23:26:05.100094+0000 mgr.smithi068.zkksrk (mgr.14702) 1205 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:08 smithi068 conmon[102841]: cluster 2022-01-25T23:26:07.100627+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:26:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:08 smithi068 conmon[102841]: 1206 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:08 smithi165 conmon[67662]: cluster 2022-01-25T23:26:07.100627+0000 mgr.smithi068.zkksrk (mgr.14702) 1206 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:08.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:08 smithi165 conmon[67662]: 2022-01-25T23:26:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:10 smithi068 conmon[102841]: cluster 2022-01-25T23:26:09.101618+0000 mgr.smithi068.zkksrk (mgr.14702) 1207 : cluster 2022-01-25T23:26:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:10 smithi068 conmon[102841]: [DBG] pgmap v1040: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:10 smithi165 conmon[67662]: cluster 2022-01-25T23:26:09.101618+0000 mgr.smithi068.zkksrk (mgr.14702) 1207 : cluster [DBG] 2022-01-25T23:26:10.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:10 smithi165 conmon[67662]: pgmap v1040: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:12 smithi068 conmon[102841]: cluster 2022-01-25T23:26:11.102217+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:26:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:12 smithi068 conmon[102841]: 14702) 1208 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:12 smithi165 conmon[67662]: cluster 2022-01-25T23:26:11.102217+0000 mgr.smithi068.zkksrk (mgr.14702) 1208 : cluster [DBG] 2022-01-25T23:26:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:12 smithi165 conmon[67662]: pgmap v1041: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:14 smithi068 conmon[102841]: cluster 2022-01-25T23:26:13.102776+0000 mgr.smithi068.zkksrk (mgr.14702) 1209 : cluster 2022-01-25T23:26:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:14 smithi068 conmon[102841]: [DBG] pgmap v1042: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:14 smithi165 conmon[67662]: cluster 2022-01-25T23:26:13.102776+0000 mgr.smithi068.zkksrk (mgr.14702) 1209 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:16 smithi068 conmon[102841]: cluster 2022-01-25T23:26:15.103631+0000 mgr.smithi068.zkksrk (mgr.14702) 1210 2022-01-25T23:26:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:16 smithi165 conmon[67662]: cluster 2022-01-25T23:26:15.103631+0000 mgr.smithi068.zkksrk (mgr.14702) 1210 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: cluster 2022-01-25T23:26:17.104074+0000 mgr.smithi068.zkksrk (mgr.14702) 1211 : cluster 2022-01-25T23:26:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: [DBG] pgmap v1044: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: audit 2022-01-25T23:26:18.272954+0000 mon.smithi068 (mon.0) 599 : 2022-01-25T23:26:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:26:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:26:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: :26:18.300698+0000 mon.smithi068 ( 2022-01-25T23:26:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:18 smithi068 conmon[102841]: mon.0) 600 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:26:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:18 smithi165 conmon[67662]: cluster 2022-01-25T23:26:17.104074+0000 mgr.smithi068.zkksrk (mgr.14702) 1211 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:18 smithi165 conmon[67662]: audit 2022-01-25T23:26:18.272954+0000 mon.smithi068 (mon.0) 599 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:26:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:18 smithi165 conmon[67662]: audit 2022-01-25T23:26:18.300698+0000 mon.smithi068 (mon.0) 600 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:26:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:20 smithi068 conmon[102841]: cluster 2022-01-25T23:26:19.105015+0000 mgr.smithi068.zkksrk (mgr.14702) 1212 2022-01-25T23:26:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:20 smithi165 conmon[67662]: cluster 2022-01-25T23:26:19.105015+0000 mgr.smithi068.zkksrk (mgr.14702) 1212 : cluster [DBG] 2022-01-25T23:26:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:20 smithi165 conmon[67662]: pgmap v1045: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:22 smithi068 conmon[102841]: cluster 2022-01-25T23:26:21.105664+0000 mgr.smithi068.zkksrk (mgr.14702) 1213 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:22.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:22 smithi165 conmon[67662]: cluster 2022-01-25T23:26:21.105664+0000 mgr.smithi068.zkksrk (mgr.14702) 1213 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:24 smithi068 conmon[102841]: cluster 2022-01-25T23:26:23.106146+0000 mgr.smithi068.zkksrk (mgr.14702) 1214 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:24 smithi165 conmon[67662]: cluster 2022-01-25T23:26:23.106146+0000 mgr.smithi068.zkksrk (mgr.14702) 1214 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:26 smithi068 conmon[102841]: cluster 2022-01-25T23:26:25.107260+0000 mgr.smithi068.zkksrk (mgr.14702) 1215 : 2022-01-25T23:26:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:26 smithi068 conmon[102841]: cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:26 smithi165 conmon[67662]: cluster 2022-01-25T23:26:25.107260+0000 mgr.smithi068.zkksrk (mgr.14702) 1215 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:28 smithi068 conmon[102841]: cluster 2022-01-25T23:26:27.107725+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:26:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:28 smithi068 conmon[102841]: mgr.14702) 1216 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:28.663 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:26:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:28 smithi165 conmon[67662]: cluster 2022-01-25T23:26:27.107725+0000 mgr.smithi068.zkksrk (mgr.14702) 1216 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:28.950 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:26:28.950 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (40m) 2m ago 41m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:26:28.951 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (33m) 2m ago 41m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:26:28.951 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (33m) 2m ago 40m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:26:28.951 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (40m) 2m ago 41m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:26:28.951 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (36m) 2m ago 36m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:26:28.951 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (36m) 2m ago 36m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:26:28.952 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (34m) 2m ago 42m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:26:28.952 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (33m) 2m ago 40m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:26:28.952 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (33m) 2m ago 42m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:26:28.952 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (33m) 2m ago 40m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:26:28.953 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (34m) 2m ago 34m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:26:28.953 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (34m) 2m ago 34m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:26:28.953 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (41m) 2m ago 41m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:26:28.953 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (40m) 2m ago 40m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:26:28.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (25m) 2m ago 40m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:26:28.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (39m) 2m ago 39m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:26:28.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (39m) 2m ago 39m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:26:28.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (39m) 2m ago 39m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:26:28.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (39m) 2m ago 39m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:26:28.955 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (38m) 2m ago 38m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:26:28.955 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (38m) 2m ago 38m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:26:28.955 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (38m) 2m ago 38m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:26:28.955 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (40m) 2m ago 40m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:26:29.295 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:26:29.296 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:26:29.296 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:29.296 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:26:29.296 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:26:29.296 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:29.297 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:26:29.297 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:26:29.297 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:26:29.297 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:26:29.298 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:26:29.298 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:26:29.298 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:26:29.298 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:26:29.299 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:26:29.299 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:26:29.299 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:26:29.299 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:26:29.300 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:26:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:29 smithi068 conmon[102841]: audit 2022-01-25T23:26:29.295810+0000 2022-01-25T23:26:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:29 smithi068 conmon[102841]: mon.smithi068 (mon.0) 601 : audit [DBG] from='client.? 172.21.15.68:0/3100967512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:29.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:29 smithi165 conmon[67662]: audit 2022-01-25T23:26:29.295810+0000 mon.smithi068 (mon.0) 601 : audit [DBG] from='client.? 172.21.15.68:0/3100967512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:30 smithi068 conmon[102841]: audit 2022-01-25T23:26:28.651285+0000 mgr.smithi068.zkksrk (mgr.14702) 1217 : audit [DBG] from='client.34884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:30 smithi068 conmon[102841]: audit 2022-01-25T23:26:28.936073+0000 mgr.smithi068.zkksrk (mgr.14702) 1218 : audit [DBG] from='client.34888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:30 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:26:30.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:30 smithi068 conmon[102841]: 25T23:26:29.108434+0000 mgr.smithi068.zkksrk (mgr.14702) 1219 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:30 smithi165 conmon[67662]: audit 2022-01-25T23:26:28.651285+0000 mgr.smithi068.zkksrk (mgr.14702) 1217 : audit [DBG] 2022-01-25T23:26:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:30 smithi165 conmon[67662]: from='client.34884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:30 smithi165 conmon[67662]: audit 2022-01-25T23:26:28.936073+0000 mgr.smithi068.zkksrk (mgr.14702) 1218 : audit [DBG] from='client.34888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:30 smithi165 conmon[67662]: cluster 2022-01-25T23:26:29 2022-01-25T23:26:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:30 smithi165 conmon[67662]: .108434+0000 mgr.smithi068.zkksrk (mgr.14702) 1219 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:32 smithi068 conmon[102841]: cluster 2022-01-25T23:26:31.109030+0000 mgr.smithi068.zkksrk (mgr.14702) 1220 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:32 smithi165 conmon[67662]: cluster 2022-01-25T23:26:31.109030+0000 mgr.smithi068.zkksrk (mgr.14702) 1220 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:32.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:32 smithi165 conmon[67662]: 2022-01-25T23:26:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:34 smithi068 conmon[102841]: cluster 2022-01-25T23:26:33.109640+0000 mgr.smithi068.zkksrk (mgr.14702) 1221 : cluster 2022-01-25T23:26:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:34 smithi068 conmon[102841]: [DBG] pgmap v1052: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:34 smithi165 conmon[67662]: cluster 2022-01-25T23:26:33.109640+0000 mgr.smithi068.zkksrk (mgr.14702) 1221 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:36 smithi068 conmon[102841]: cluster 2022-01-25T23:26:35.110544+0000 mgr.smithi068.zkksrk (mgr.14702) 1222 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:36 smithi165 conmon[67662]: cluster 2022-01-25T23:26:35.110544+0000 mgr.smithi068.zkksrk (mgr.14702) 1222 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:38 smithi068 conmon[102841]: cluster 2022-01-25T23:26:37.110970+0000 mgr.smithi068.zkksrk (mgr.14702) 1223 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:38 smithi165 conmon[67662]: cluster 2022-01-25T23:26:37.110970+0000 mgr.smithi068.zkksrk (mgr.14702) 1223 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:40 smithi068 conmon[102841]: cluster 2022-01-25T23:26:39.111996+0000 mgr.smithi068.zkksrk (mgr.14702) 1224 : cluster 2022-01-25T23:26:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:40 smithi068 conmon[102841]: [DBG] pgmap v1055: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:40 smithi165 conmon[67662]: cluster 2022-01-25T23:26:39.111996+0000 mgr.smithi068.zkksrk (mgr.14702) 1224 : cluster [DBG] 2022-01-25T23:26:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:40 smithi165 conmon[67662]: pgmap v1055: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:42 smithi068 conmon[102841]: cluster 2022-01-25T23:26:41.112581+0000 mgr.smithi068.zkksrk (mgr.14702) 1225 : cluster 2022-01-25T23:26:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:42 smithi068 conmon[102841]: [DBG] pgmap v1056: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:42 smithi165 conmon[67662]: cluster 2022-01-25T23:26:41.112581+0000 mgr.smithi068.zkksrk (mgr.14702) 1225 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:44 smithi068 conmon[102841]: cluster 2022-01-25T23:26:43.113037+0000 mgr.smithi068.zkksrk (mgr.14702) 1226 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:44 smithi165 conmon[67662]: cluster 2022-01-25T23:26:43.113037+0000 mgr.smithi068.zkksrk (mgr.14702) 1226 : cluster [DBG] 2022-01-25T23:26:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:44 smithi165 conmon[67662]: pgmap v1057: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:46 smithi068 conmon[102841]: cluster 2022-01-25T23:26:45.113975+0000 mgr.smithi068.zkksrk (mgr.14702) 1227 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:46 smithi165 conmon[67662]: cluster 2022-01-25T23:26:45.113975+0000 mgr.smithi068.zkksrk (mgr.14702) 1227 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:48 smithi068 conmon[102841]: cluster 2022-01-25T23:26:47.114576+0000 mgr.smithi068.zkksrk (mgr.14702) 1228 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:48 smithi165 conmon[67662]: cluster 2022-01-25T23:26:47.114576+0000 mgr.smithi068.zkksrk (mgr.14702) 1228 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:50 smithi068 conmon[102841]: cluster 2022-01-25T23:26:49.115377+0000 mgr.smithi068.zkksrk (mgr.14702) 1229 : cluster [DBG] 2022-01-25T23:26:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:50 smithi068 conmon[102841]: pgmap v1060: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:50 smithi165 conmon[67662]: cluster 2022-01-25T23:26:49.115377+0000 mgr.smithi068.zkksrk (mgr.14702) 1229 : 2022-01-25T23:26:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:50 smithi165 conmon[67662]: cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:52.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:52 smithi068 conmon[102841]: cluster 2022-01-25T23:26:51.116005+0000 mgr.smithi068.zkksrk (mgr.14702) 1230 2022-01-25T23:26:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:52 smithi165 conmon[67662]: cluster 2022-01-25T23:26:51.116005+0000 mgr.smithi068.zkksrk (mgr.14702) 1230 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:52 smithi165 conmon[67662]: 2022-01-25T23:26:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:54 smithi068 conmon[102841]: cluster 2022-01-25T23:26:53.116638 2022-01-25T23:26:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:54 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1231 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:54 smithi165 conmon[67662]: cluster 2022-01-25T23:26:53.116638+0000 mgr.smithi068.zkksrk (mgr.14702) 1231 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:56 smithi068 conmon[102841]: cluster 2022-01-25T23:26:55.117638+0000 mgr.smithi068.zkksrk (mgr.14702) 1232 : cluster 2022-01-25T23:26:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:56 smithi068 conmon[102841]: [DBG] pgmap v1063: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:56 smithi165 conmon[67662]: cluster 2022-01-25T23:26:55.117638+0000 mgr.smithi068.zkksrk (mgr.14702) 1232 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:26:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:58 smithi068 conmon[102841]: cluster 2022-01-25T23:26:57.118244+0000 mgr.smithi068.zkksrk (mgr.14702) 1233 2022-01-25T23:26:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:26:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:58 smithi165 conmon[67662]: cluster 2022-01-25T23:26:57.118244+0000 mgr.smithi068.zkksrk (mgr.14702) 1233 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:26:58 smithi165 conmon[67662]: 2022-01-25T23:26:59.628 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:26:59.914 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:26:59.915 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (40m) 2m ago 41m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:26:59.915 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (34m) 2m ago 41m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:26:59.915 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (33m) 3m ago 41m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:26:59.916 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (40m) 2m ago 41m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:26:59.916 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (37m) 2m ago 37m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:26:59.916 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (37m) 3m ago 37m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:26:59.916 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (34m) 2m ago 43m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:26:59.916 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (34m) 3m ago 41m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:26:59.917 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (34m) 2m ago 43m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:26:59.917 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (34m) 3m ago 41m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:26:59.917 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (35m) 2m ago 35m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:26:59.917 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (35m) 3m ago 35m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:26:59.918 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (41m) 2m ago 41m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:26:59.918 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (40m) 3m ago 40m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:26:59.918 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (25m) 2m ago 40m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:26:59.918 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (40m) 2m ago 40m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:26:59.919 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (40m) 2m ago 40m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:26:59.919 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (39m) 2m ago 39m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:26:59.919 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (39m) 3m ago 39m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:26:59.919 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (39m) 3m ago 39m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:26:59.919 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (39m) 3m ago 39m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:26:59.920 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (38m) 3m ago 38m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:26:59.920 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (40m) 2m ago 41m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:27:00.252 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:27:00.252 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:27:00.253 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:00.253 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:00.253 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:27:00.253 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:00.254 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:00.254 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:27:00.254 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:27:00.254 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:27:00.255 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:00.255 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:27:00.255 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:27:00.255 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:00.256 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:27:00.256 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:27:00.256 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:27:00.256 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:27:00.256 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:27:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:00 smithi068 conmon[102841]: cluster 2022-01-25T23:26:59.119290+0000 mgr.smithi068.zkksrk (mgr.14702) 1234 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:00 smithi068 conmon[102841]: audit 2022-01-25T23:27:00.252755+0000 mon.smithi068 (mon.0) 602 : audit [DBG] from='client.? 172.21.15.68:0/1560400254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:00 smithi165 conmon[67662]: cluster 2022-01-25T23:26:59.119290+0000 mgr.smithi068.zkksrk 2022-01-25T23:27:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:00 smithi165 conmon[67662]: (mgr.14702) 1234 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:00 smithi165 conmon[67662]: audit 2022-01-25T23:27:00.252755+0000 mon.smithi068 (mon.0) 602 : audit [DBG] from='client.? 172.21.15.68:0/1560400254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:01 smithi068 conmon[102841]: audit 2022-01-25T23:26:59.617415+0000 mgr.smithi068.zkksrk (mgr.14702) 1235 : audit [DBG] from='client.34896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:01 smithi068 conmon[102841]: audit 2022-01-25T23:27:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:01 smithi068 conmon[102841]: 2022-01-25T23:26:59.900467+0000 mgr.smithi068.zkksrk (mgr.14702) 1236 : audit [DBG] from='client.34900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:01.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:01 smithi165 conmon[67662]: audit 2022-01-25T23:26:59.617415+0000 mgr.smithi068.zkksrk (mgr.14702) 1235 : audit [DBG] from='client.34896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:01.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:01 smithi165 conmon[67662]: 2022-01-25T23:27:01.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:01 smithi165 conmon[67662]: audit 2022-01-25T23:26:59.900467+0000 mgr.smithi068.zkksrk (mgr.14702) 1236 : audit [DBG] from='client.34900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: cluster 2022-01-25T23:27:01.119999+0000 mgr.smithi068.zkksrk (mgr.14702) 1237 2022-01-25T23:27:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: audit 2022-01-25T23:27:01.775729+0000 mon.smithi068 (mon.0) 603 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:27:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: audit 2022-01-25T23:27:01.777202+0000 mon.smithi068 (mon.0) 604 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:27:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: audit 2022-01-25T23:27:01.778152+0000 mon.smithi068 (mon.0) 605 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:27:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: audit 2022-01-25T23:27:02.126324+0000 mon.smithi068 (mon.0) 606 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:27:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: audit 2022-01-25T23:27:02.511999+0000 mon.smithi068 (mon.0) 607 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:27:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:02 smithi068 conmon[102841]: audit 2022-01-25T23:27:02.517724+0000 mon.smithi068 (mon.0) 608 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:27:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: cluster 2022-01-25T23:27:01.119999+0000 mgr.smithi068.zkksrk (mgr.14702) 1237 : 2022-01-25T23:27:02.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:02.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit 2022-01-25T23:27:01.775729+0000 mon.smithi068 (mon.0) 603 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:27:02.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit 2022-01-25T23:27:01.777202+0000 mon.smithi068 (mon.0) 604 : 2022-01-25T23:27:02.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:27:02.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit 2022-01-25T23:27:01.778152+0000 mon.smithi068 (mon.0) 605 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:27:02.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: 2022-01-25T23:27:02.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit 2022-01-25T23:27:02.126324+0000 mon.smithi068 2022-01-25T23:27:02.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: (mon.0) 606 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:27:02.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit 2022 2022-01-25T23:27:02.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: -01-25T23:27:02.511999+0000 mon.smithi068 (mon.0) 607 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:27:02.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: audit 2022-01-25T23: 2022-01-25T23:27:02.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:02 smithi165 conmon[67662]: 27:02.517724+0000 mon.smithi068 (mon.0) 608 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:27:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:03 smithi068 conmon[102841]: cephadm 2022-01-25T23:27:01.779003+0000 mgr.smithi068.zkksrk (mgr.14702) 1238 : cephadm 2022-01-25T23:27:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:03 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:27:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:03 smithi165 conmon[67662]: cephadm 2022-01-25T23:27:01.779003+0000 mgr.smithi068.zkksrk (mgr.14702) 1238 : cephadm 2022-01-25T23:27:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:03 smithi165 conmon[67662]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:27:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:04 smithi068 conmon[102841]: cluster 2022-01-25T23:27:03.120605+0000 mgr.smithi068.zkksrk (mgr.14702) 1239 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:04 smithi165 conmon[67662]: cluster 2022-01-25T23:27:03.120605+0000 mgr.smithi068.zkksrk (mgr.14702) 1239 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:06 smithi165 conmon[67662]: cluster 2022-01-25T23:27:05.121522+0000 mgr.smithi068.zkksrk (mgr.14702) 1240 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:06 smithi068 conmon[102841]: cluster 2022-01-25T23:27:05.121522+0000 mgr.smithi068.zkksrk (mgr.14702) 1240 : 2022-01-25T23:27:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:06 smithi068 conmon[102841]: cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:08 smithi165 conmon[67662]: cluster 2022-01-25T23:27:07.122007+0000 mgr.smithi068.zkksrk (mgr.14702) 1241 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:08 smithi068 conmon[102841]: cluster 2022-01-25T23:27:07.122007+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:27:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:08 smithi068 conmon[102841]: 14702) 1241 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:10 smithi165 conmon[67662]: cluster 2022-01-25T23:27:09.122822+0000 mgr.smithi068.zkksrk (mgr.14702) 1242 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:10 smithi068 conmon[102841]: cluster 2022-01-25T23:27:09.122822+0000 mgr.smithi068.zkksrk (mgr.14702) 1242 : 2022-01-25T23:27:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:10 smithi068 conmon[102841]: cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:12 smithi165 conmon[67662]: cluster 2022-01-25T23:27:11.123464+0000 mgr.smithi068.zkksrk (mgr.14702) 1243 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:12 smithi068 conmon[102841]: cluster 2022-01-25T23:27:11.123464+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:27:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:12 smithi068 conmon[102841]: 1243 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:14 smithi165 conmon[67662]: cluster 2022-01-25T23:27:13.123939+0000 mgr.smithi068.zkksrk (mgr.14702) 1244 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:14 smithi068 conmon[102841]: cluster 2022-01-25T23:27:13.123939+0000 mgr.smithi068.zkksrk (mgr.14702) 1244 : 2022-01-25T23:27:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:14 smithi068 conmon[102841]: cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:16 smithi165 conmon[67662]: cluster 2022-01-25T23:27:15.124882+0000 mgr.smithi068.zkksrk (mgr.14702) 1245 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:16 smithi068 conmon[102841]: cluster 2022-01-25T23:27:15.124882+0000 mgr.smithi068.zkksrk (mgr.14702) 1245 2022-01-25T23:27:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:18 smithi165 conmon[67662]: cluster 2022-01-25T23:27:17.125483+0000 mgr.smithi068.zkksrk (mgr.14702) 1246 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:18 smithi165 conmon[67662]: 2022-01-25T23:27:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:18 smithi165 conmon[67662]: audit 2022-01-25T23:27:18.275363+0000 mon.smithi068 (mon.0) 609 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:27:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:18 smithi165 conmon[67662]: audit 2022-01-25T23:27:18.305615+0000 2022-01-25T23:27:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 610 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:27:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:18 smithi068 conmon[102841]: cluster 2022-01-25T23:27:17.125483+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:27:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:18 smithi068 conmon[102841]: 1246 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:18 smithi068 conmon[102841]: audit 2022-01-25T23:27:18.275363+0000 mon.smithi068 (mon.0) 609 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:27:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:18 smithi068 conmon[102841]: audit 2022-01-25T23:27:18.305615+0000 mon.smithi068 (mon.0) 610 2022-01-25T23:27:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:18 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:27:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:20 smithi165 conmon[67662]: cluster 2022-01-25T23:27:19.126259+0000 mgr.smithi068.zkksrk (mgr.14702) 1247 : 2022-01-25T23:27:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:20 smithi165 conmon[67662]: cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:20 smithi068 conmon[102841]: cluster 2022-01-25T23:27:19.126259+0000 mgr.smithi068.zkksrk (mgr.14702) 1247 2022-01-25T23:27:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:22 smithi165 conmon[67662]: cluster 2022-01-25T23:27:21.126911+0000 mgr.smithi068.zkksrk (mgr.14702) 1248 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:22 smithi165 conmon[67662]: 2022-01-25T23:27:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:22 smithi068 conmon[102841]: cluster 2022-01-25T23:27:21.126911+0000 mgr.smithi068.zkksrk (mgr.14702) 1248 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:24 smithi165 conmon[67662]: cluster 2022-01-25T23:27:23.127520+0000 mgr.smithi068.zkksrk (mgr.14702) 1249 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:24 smithi068 conmon[102841]: cluster 2022-01-25T23:27:23.127520+0000 mgr.smithi068.zkksrk (mgr.14702) 1249 2022-01-25T23:27:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:26 smithi165 conmon[67662]: cluster 2022-01-25T23:27:25.128398+0000 mgr.smithi068.zkksrk (mgr.14702) 1250 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:26 smithi165 conmon[67662]: 2022-01-25T23:27:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:26 smithi068 conmon[102841]: cluster 2022-01-25T23:27:25.128398+0000 mgr.smithi068.zkksrk (mgr.14702) 1250 : cluster 2022-01-25T23:27:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:26 smithi068 conmon[102841]: [DBG] pgmap v1078: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:28 smithi165 conmon[67662]: cluster 2022-01-25T23:27:27.128861+0000 mgr.smithi068.zkksrk (mgr.14702) 1251 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:28 smithi068 conmon[102841]: cluster 2022-01-25T23:27:27.128861+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:27:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:28 smithi068 conmon[102841]: 14702) 1251 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:30.572 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:27:30.858 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:27:30.858 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (41m) 3m ago 42m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:27:30.858 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (34m) 3m ago 42m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:27:30.859 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (34m) 3m ago 41m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:27:30.859 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (41m) 3m ago 42m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:27:30.859 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (37m) 3m ago 37m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:27:30.860 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (37m) 3m ago 37m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:27:30.860 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (35m) 3m ago 43m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:27:30.860 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (35m) 3m ago 41m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:27:30.860 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (34m) 3m ago 43m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:27:30.860 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (34m) 3m ago 41m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:27:30.861 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (35m) 3m ago 35m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:27:30.861 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (35m) 3m ago 35m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:27:30.861 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (42m) 3m ago 42m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:27:30.861 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (41m) 3m ago 41m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:27:30.861 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (26m) 3m ago 41m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:27:30.862 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (40m) 3m ago 40m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:27:30.862 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (40m) 3m ago 40m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:27:30.862 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (40m) 3m ago 40m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:27:30.862 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (40m) 3m ago 40m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:27:30.863 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (39m) 3m ago 39m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:27:30.863 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (39m) 3m ago 39m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:27:30.863 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (39m) 3m ago 39m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:27:30.866 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (41m) 3m ago 41m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:27:30.867 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:30 smithi068 conmon[102841]: cluster 2022-01-25T23:27:29.129586+0000 mgr.smithi068.zkksrk 2022-01-25T23:27:30.867 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:30 smithi068 conmon[102841]: (mgr.14702) 1252 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:30 smithi165 conmon[67662]: cluster 2022-01-25T23:27:29.129586+0000 mgr.smithi068.zkksrk (mgr.14702) 1252 : cluster [DBG] 2022-01-25T23:27:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:30 smithi165 conmon[67662]: pgmap v1080: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:31.200 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:27:31.201 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:27:31.201 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:31.201 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:31.202 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:27:31.202 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:31.202 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:31.202 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:27:31.202 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:27:31.203 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:27:31.203 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:31.203 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:27:31.204 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:27:31.204 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:27:31.204 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:27:31.204 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:27:31.205 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:27:31.205 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:27:31.205 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:27:31.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:31 smithi165 conmon[67662]: audit 2022-01-25T23:27:30.561313+0000 mgr.smithi068.zkksrk (mgr.14702) 1253 : audit [DBG] from='client.34908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:31.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:31 smithi165 conmon[67662]: audit 2022-01-25T23:27:31.201209+0000 mon.smithi068 (mon.0) 611 : audit [DBG] from='client.? 172.21.15.68:0/767041085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:31 smithi068 conmon[102841]: audit 2022-01-25T23:27:30.561313+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:27:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:31 smithi068 conmon[102841]: mgr.14702) 1253 : audit [DBG] from='client.34908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:31 smithi068 conmon[102841]: audit 2022-01-25T23:27:31.201209+0000 mon.smithi068 (mon.0) 611 : audit [DBG] 2022-01-25T23:27:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:31 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/767041085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:32 smithi165 conmon[67662]: audit 2022-01-25T23:27:30.843940+0000 mgr.smithi068.zkksrk (mgr.14702) 1254 : audit [DBG] from='client.34912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:32 smithi165 conmon[67662]: 2022-01-25T23:27:32.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:32 smithi165 conmon[67662]: cluster 2022-01-25T23:27:31.130089+0000 mgr.smithi068.zkksrk (mgr.14702) 1255 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:32 smithi068 conmon[102841]: audit 2022-01-25T23:27:30.843940+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:27:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:32 smithi068 conmon[102841]: 1254 : audit [DBG] from='client.34912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:32 smithi068 conmon[102841]: cluster 2022-01-25T23:27:31.130089+0000 mgr.smithi068.zkksrk (mgr.14702) 1255 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:34 smithi165 conmon[67662]: cluster 2022-01-25T23:27:33.130742+0000 mgr.smithi068.zkksrk (mgr.14702) 1256 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:34.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:34 smithi165 conmon[67662]: 2022-01-25T23:27:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:34 smithi068 conmon[102841]: cluster 2022-01-25T23:27:33.130742+0000 mgr.smithi068.zkksrk (mgr.14702) 1256 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:35 smithi165 conmon[67662]: cluster 2022-01-25T23:27:35.131774+0000 mgr.smithi068.zkksrk (mgr.14702) 1257 : cluster [DBG] 2022-01-25T23:27:35.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:35 smithi165 conmon[67662]: pgmap v1083: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:36.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:35 smithi068 conmon[102841]: cluster 2022-01-25T23:27:35.131774+0000 mgr.smithi068.zkksrk 2022-01-25T23:27:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:35 smithi068 conmon[102841]: (mgr.14702) 1257 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:38 smithi165 conmon[67662]: cluster 2022-01-25T23:27:37.132293+0000 mgr.smithi068.zkksrk (mgr.14702) 1258 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:38 smithi068 conmon[102841]: cluster 2022-01-25T23:27:37.132293+0000 mgr.smithi068.zkksrk (mgr.14702) 1258 : cluster 2022-01-25T23:27:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:38 smithi068 conmon[102841]: [DBG] pgmap v1084: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:40 smithi165 conmon[67662]: cluster 2022-01-25T23:27:39.133057+0000 mgr.smithi068.zkksrk (mgr.14702) 1259 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:40 smithi068 conmon[102841]: cluster 2022-01-25T23:27:39.133057+0000 mgr.smithi068.zkksrk (mgr.14702) 1259 : cluster [DBG] 2022-01-25T23:27:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:40 smithi068 conmon[102841]: pgmap v1085: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:42 smithi165 conmon[67662]: cluster 2022-01-25T23:27:41.133639+0000 mgr.smithi068.zkksrk (mgr.14702) 1260 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:42 smithi068 conmon[102841]: cluster 2022-01-25T23:27:41.133639+0000 mgr.smithi068.zkksrk (mgr.14702) 1260 : 2022-01-25T23:27:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:42 smithi068 conmon[102841]: cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:44 smithi165 conmon[67662]: cluster 2022-01-25T23:27:43.134303+0000 mgr.smithi068.zkksrk (mgr.14702) 1261 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:44 smithi068 conmon[102841]: cluster 2022-01-25T23:27:43.134303+0000 mgr.smithi068.zkksrk (mgr.14702) 1261 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:46.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:46 smithi165 conmon[67662]: cluster 2022-01-25T23:27:45.135190+0000 mgr.smithi068.zkksrk (mgr.14702) 1262 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:46 smithi068 conmon[102841]: cluster 2022-01-25T23:27:45.135190+0000 mgr.smithi068.zkksrk (mgr.14702) 1262 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:48 smithi068 conmon[102841]: cluster 2022-01-25T23:27:47.135815+0000 mgr.smithi068.zkksrk (mgr.14702) 1263 : cluster 2022-01-25T23:27:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:48 smithi068 conmon[102841]: [DBG] pgmap v1089: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:48.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:48 smithi165 conmon[67662]: cluster 2022-01-25T23:27:47.135815+0000 mgr.smithi068.zkksrk (mgr.14702) 1263 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:50.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:50 smithi165 conmon[67662]: cluster 2022-01-25T23:27:49.136668+0000 mgr.smithi068.zkksrk (mgr.14702) 1264 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:50.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:50 smithi068 conmon[102841]: cluster 2022-01-25T23:27:49.136668+0000 mgr.smithi068.zkksrk (mgr.14702) 1264 : cluster 2022-01-25T23:27:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:50 smithi068 conmon[102841]: [DBG] pgmap v1090: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:52.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:52 smithi165 conmon[67662]: cluster 2022-01-25T23:27:51.137271+0000 mgr.smithi068.zkksrk (mgr.14702) 1265 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:52 smithi068 conmon[102841]: cluster 2022-01-25T23:27:51.137271+0000 mgr.smithi068.zkksrk (mgr.14702) 1265 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:54.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:54 smithi165 conmon[67662]: cluster 2022-01-25T23:27:53.137816+0000 mgr.smithi068.zkksrk (mgr.14702) 1266 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:54 smithi068 conmon[102841]: cluster 2022-01-25T23:27:53.137816+0000 mgr.smithi068.zkksrk (mgr.14702) 1266 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:56 smithi165 conmon[67662]: cluster 2022-01-25T23:27:55.138670+0000 mgr.smithi068.zkksrk (mgr.14702) 1267 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:56 smithi068 conmon[102841]: cluster 2022-01-25T23:27:55.138670+0000 mgr.smithi068.zkksrk (mgr.14702) 1267 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:27:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:27:58 smithi068 conmon[102841]: cluster 2022-01-25T23:27:57.139138+0000 mgr.smithi068.zkksrk (mgr.14702) 1268 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:27:58 smithi165 conmon[67662]: cluster 2022-01-25T23:27:57.139138+0000 mgr.smithi068.zkksrk (mgr.14702) 1268 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:00 smithi165 conmon[67662]: cluster 2022-01-25T23:27:59.139928+0000 mgr.smithi068.zkksrk (mgr.14702) 1269 : cluster 2022-01-25T23:28:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:00 smithi165 conmon[67662]: [DBG] pgmap v1095: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:00 smithi068 conmon[102841]: cluster 2022-01-25T23:27:59.139928+0000 mgr.smithi068.zkksrk (mgr.14702) 1269 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:01.519 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:28:01.807 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:28:01.807 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (41m) 4m ago 42m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:28:01.807 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (35m) 4m ago 42m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:28:01.808 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (34m) 4m ago 42m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:28:01.808 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (41m) 4m ago 42m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:28:01.808 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (38m) 4m ago 38m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:28:01.808 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (38m) 4m ago 38m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:28:01.808 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (35m) 4m ago 44m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:28:01.809 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (35m) 4m ago 42m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:28:01.809 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (35m) 4m ago 44m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:28:01.809 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (35m) 4m ago 42m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:28:01.809 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (36m) 4m ago 36m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:28:01.810 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (36m) 4m ago 36m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:28:01.810 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (42m) 4m ago 42m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:28:01.810 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (42m) 4m ago 42m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:28:01.810 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (26m) 4m ago 41m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:28:01.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (41m) 4m ago 41m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:28:01.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (41m) 4m ago 41m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:28:01.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (40m) 4m ago 40m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:28:01.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (40m) 4m ago 40m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:28:01.812 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (40m) 4m ago 40m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:28:01.812 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (40m) 4m ago 40m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:28:01.812 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (39m) 4m ago 39m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:28:01.812 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (41m) 4m ago 42m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:28:02.144 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:28:02.146 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:28:02.146 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:02.146 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:02.147 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:28:02.147 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:02.147 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:02.147 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:28:02.148 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:28:02.148 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:28:02.148 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:02.148 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:28:02.149 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:28:02.149 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:02.149 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:28:02.149 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:28:02.149 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:28:02.150 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:28:02.150 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:28:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:02 smithi165 conmon[67662]: cluster 2022-01-25T23:28:01.140625+0000 mgr.smithi068.zkksrk (mgr.14702) 1270 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:02 smithi165 conmon[67662]: audit 2022-01-25T23:28:01.508190+0000 2022-01-25T23:28:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:02 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 1271 : audit [DBG] from='client.34920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:02 smithi165 conmon[67662]: audit 2022-01-25T23:28:02.145356+0000 mon.smithi068 (mon.0) 612 : audit [DBG] from='client.? 172.21.15.68:0/371206899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:02 smithi068 conmon[102841]: cluster 2022-01-25T23:28:01.140625+0000 mgr.smithi068.zkksrk (mgr.14702) 1270 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:02 smithi068 conmon[102841]: audit 2022-01-25T23:28:01.508190+0000 mgr.smithi068.zkksrk (mgr.14702) 1271 : audit [DBG] from='client.34920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:02 smithi068 conmon[102841]: audit 2022-01-25T23:28 2022-01-25T23:28:02.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:02 smithi068 conmon[102841]: :02.145356+0000 mon.smithi068 (mon.0) 612 : audit [DBG] from='client.? 172.21.15.68:0/371206899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: audit 2022-01-25T23:28:01.792951+0000 mgr.smithi068.zkksrk (mgr.14702) 1272 : audit [DBG] from='client.34924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: audit 2022-01-25T23:28:02.521368+0000 mon.smithi068 (mon.0) 613 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:28:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: audit 2022-01-25T23:28:02.522565+0000 2022-01-25T23:28:03.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: mon.smithi068 (mon.0) 614 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:28:03.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:28:03.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: :28:02.523495+0000 mon.smithi068 (mon. 2022-01-25T23:28:03.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: 0) 615 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:28:03.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: cephadm 2022-01-25T23:28:03.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: 2022-01-25T23:28:02 2022-01-25T23:28:03.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: .524168+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:28:03.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: 1273 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:28:03.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: audit 2022-01-25T23:28:03.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: 2022-01-25T23:28: 2022-01-25T23:28:03.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: 02.924478+0000 mon.smithi068 (mon.0) 616 : audit 2022-01-25T23:28:03.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:28:03.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:28:03.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: 25T23:28:02.929783+0000 2022-01-25T23:28:03.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:03 smithi165 conmon[67662]: mon.smithi068 (mon.0) 617 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:28:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: audit 2022-01-25T23:28:01.792951+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:28:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: mgr.14702) 1272 : audit [DBG] from='client.34924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: audit 2022-01-25T23:28:02.521368+0000 mon.smithi068 (mon.0) 613 2022-01-25T23:28:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:28:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:28:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: 25T23:28:02.522565 2022-01-25T23:28:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 614 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:28:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: 2022-01-25T23:28:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: audit 2022-01-25T23:28:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: 2022-01-25T23:28:02.523495+0000 mon.smithi068 2022-01-25T23:28:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: (mon.0) 615 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:28:03.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: cephadm 2022-01-25T23 2022-01-25T23:28:03.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: :28:02.524168+0000 mgr.smithi068.zkksrk (mgr.14702) 1273 : cephadm 2022-01-25T23:28:03.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:28:03.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: audit 2022-01-25T23:28:03.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: 2022-01-25T23:28 2022-01-25T23:28:03.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: :02.924478+0000 mon.smithi068 (mon.0) 616 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:28:03.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: 2022-01-25T23:28:03.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: audit 2022-01-25T23:28:03.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: 2022-01-25T23:28:02.929783 2022-01-25T23:28:03.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:03 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 617 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:28:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:04 smithi165 conmon[67662]: cluster 2022-01-25T23:28:03.141217+0000 mgr.smithi068.zkksrk (mgr.14702) 1274 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:04 smithi165 conmon[67662]: 2022-01-25T23:28:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:04 smithi068 conmon[102841]: cluster 2022-01-25T23:28:03.141217+0000 mgr.smithi068.zkksrk (mgr.14702) 1274 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:06 smithi165 conmon[67662]: cluster 2022-01-25T23:28:05.142200+0000 mgr.smithi068.zkksrk (mgr.14702) 1275 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:06 smithi068 conmon[102841]: cluster 2022-01-25T23:28:05.142200+0000 mgr.smithi068.zkksrk 2022-01-25T23:28:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:06 smithi068 conmon[102841]: (mgr.14702) 1275 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:08 smithi068 conmon[102841]: cluster 2022-01-25T23:28:07.142700+0000 mgr.smithi068.zkksrk (mgr.14702) 1276 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:08 smithi165 conmon[67662]: cluster 2022-01-25T23:28:07.142700+0000 mgr.smithi068.zkksrk (mgr.14702) 1276 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:10 smithi165 conmon[67662]: cluster 2022-01-25T23:28:09.143416+0000 mgr.smithi068.zkksrk (mgr.14702) 1277 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:10 smithi068 conmon[102841]: cluster 2022-01-25T23:28:09.143416+0000 mgr.smithi068.zkksrk (mgr.14702) 1277 : cluster 2022-01-25T23:28:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:10 smithi068 conmon[102841]: [DBG] pgmap v1100: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:12 smithi165 conmon[67662]: cluster 2022-01-25T23:28:11.144142+0000 mgr.smithi068.zkksrk (mgr.14702) 1278 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:12 smithi068 conmon[102841]: cluster 2022-01-25T23:28:11.144142+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:28:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:12 smithi068 conmon[102841]: ) 1278 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:14 smithi165 conmon[67662]: cluster 2022-01-25T23:28:13.144708+0000 mgr.smithi068.zkksrk (mgr.14702) 1279 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:14 smithi068 conmon[102841]: cluster 2022-01-25T23:28:13.144708+0000 mgr.smithi068.zkksrk (mgr.14702) 1279 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:16 smithi068 conmon[102841]: cluster 2022-01-25T23:28:15.145770+0000 mgr.smithi068.zkksrk (mgr.14702) 1280 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:16 smithi165 conmon[67662]: cluster 2022-01-25T23:28:15.145770+0000 mgr.smithi068.zkksrk (mgr.14702) 1280 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:18 smithi068 conmon[102841]: cluster 2022-01-25T23:28:17.146439+0000 mgr.smithi068.zkksrk (mgr.14702) 1281 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:18 smithi068 conmon[102841]: audit 2022-01-25T23:28:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:18 smithi068 conmon[102841]: 2022-01-25T23:28:18.277824+0000 mon.smithi068 (mon.0) 618 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:28:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:18 smithi068 conmon[102841]: audit 2022-01-25T23:28:18.310192+0000 mon.smithi068 (mon.0) 619 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:28:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:18 smithi165 conmon[67662]: cluster 2022-01-25T23:28:17.146439+0000 mgr.smithi068.zkksrk (mgr.14702) 1281 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:18 smithi165 conmon[67662]: audit 2022-01-25T23:28:18.277824+0000 mon.smithi068 (mon.0) 618 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:28:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:18 smithi165 conmon[67662]: audit 2022-01-25T23:28:18.310192+0000 mon.smithi068 (mon.0) 619 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:28:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:20 smithi068 conmon[102841]: cluster 2022-01-25T23:28:19.147206+0000 mgr.smithi068.zkksrk (mgr.14702) 1282 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:20 smithi165 conmon[67662]: cluster 2022-01-25T23:28:19.147206+0000 mgr.smithi068.zkksrk (mgr.14702) 1282 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:22 smithi068 conmon[102841]: cluster 2022-01-25T23:28:21.147896+0000 mgr.smithi068.zkksrk (mgr.14702) 1283 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:22 smithi165 conmon[67662]: cluster 2022-01-25T23:28:21.147896+0000 mgr.smithi068.zkksrk (mgr.14702) 1283 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:24 smithi068 conmon[102841]: cluster 2022-01-25T23:28:23.148506+0000 mgr.smithi068.zkksrk (mgr.14702) 1284 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:24 smithi165 conmon[67662]: cluster 2022-01-25T23:28:23.148506+0000 mgr.smithi068.zkksrk (mgr.14702) 1284 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:26 smithi068 conmon[102841]: cluster 2022-01-25T23:28:25.149285+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:28:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:26 smithi068 conmon[102841]: .14702) 1285 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:26 smithi165 conmon[67662]: cluster 2022-01-25T23:28:25.149285+0000 mgr.smithi068.zkksrk (mgr.14702) 1285 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:28 smithi068 conmon[102841]: cluster 2022-01-25T23:28:27.149817+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:28:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:28 smithi068 conmon[102841]: 14702) 1286 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:28 smithi165 conmon[67662]: cluster 2022-01-25T23:28:27.149817+0000 mgr.smithi068.zkksrk (mgr.14702) 1286 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:28.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:28 smithi165 conmon[67662]: 2022-01-25T23:28:30.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:30 smithi068 conmon[102841]: cluster 2022-01-25T23:28:29.150691+0000 mgr.smithi068.zkksrk (mgr.14702) 1287 : cluster 2022-01-25T23:28:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:30 smithi068 conmon[102841]: [DBG] pgmap v1110: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:30 smithi165 conmon[67662]: cluster 2022-01-25T23:28:29.150691+0000 mgr.smithi068.zkksrk (mgr.14702) 1287 2022-01-25T23:28:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:30 smithi165 conmon[67662]: : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:32.461 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:28:32.751 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:28:32.751 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (42m) 4m ago 43m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:28:32.751 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (35m) 4m ago 43m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:28:32.752 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (35m) 4m ago 42m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:28:32.752 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (42m) 4m ago 43m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:28:32.752 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (38m) 4m ago 38m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:28:32.752 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (39m) 4m ago 39m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:28:32.753 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (36m) 4m ago 44m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:28:32.753 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (36m) 4m ago 42m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:28:32.753 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (35m) 4m ago 44m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:28:32.753 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (35m) 4m ago 42m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:28:32.753 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (36m) 4m ago 36m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:28:32.754 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (36m) 4m ago 36m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:28:32.754 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (43m) 4m ago 43m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:28:32.754 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (42m) 4m ago 42m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:28:32.754 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (27m) 4m ago 42m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:28:32.755 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (41m) 4m ago 41m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:28:32.755 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (41m) 4m ago 41m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:28:32.755 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (41m) 4m ago 41m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:28:32.755 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (41m) 4m ago 41m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:28:32.756 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (40m) 4m ago 40m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:28:32.756 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (40m) 4m ago 40m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:28:32.756 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (40m) 4m ago 40m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:28:32.757 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (42m) 4m ago 42m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:28:32.757 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:32 smithi068 conmon[102841]: cluster 2022-01-25T23:28:31.151285+0000 2022-01-25T23:28:32.757 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:32 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1288 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:32 smithi165 conmon[67662]: cluster 2022-01-25T23:28:31.151285+0000 mgr.smithi068.zkksrk (mgr.14702) 1288 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:33.089 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:28:33.089 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:28:33.089 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:33.089 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:33.090 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:28:33.090 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:33.090 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:33.090 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:28:33.091 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:28:33.091 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:28:33.091 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:33.091 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:28:33.091 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:28:33.092 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:28:33.092 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:28:33.092 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:28:33.092 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:28:33.093 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:28:33.093 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:28:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:33 smithi068 conmon[102841]: audit 2022-01-25T23:28:32.450330 2022-01-25T23:28:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:33 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1289 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:33.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:33 smithi068 conmon[102841]: audit 2022-01-25T23:28:33.089506+0000 mon.smithi068 (mon.0) 620 : audit [DBG] from='client.? 172.21.15.68:0/2260696776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:33 smithi165 conmon[67662]: audit 2022-01-25T23:28:32.450330+0000 mgr.smithi068.zkksrk (mgr.14702) 1289 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:33.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:33 smithi165 conmon[67662]: audit 2022-01-25T23:28:33.089506+0000 mon.smithi068 (mon. 2022-01-25T23:28:33.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:33 smithi165 conmon[67662]: 0) 620 : audit [DBG] from='client.? 172.21.15.68:0/2260696776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:34 smithi068 conmon[102841]: audit 2022-01-25T23:28:32.737112+0000 mgr.smithi068.zkksrk (mgr.14702) 1290 : 2022-01-25T23:28:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:34 smithi068 conmon[102841]: audit [DBG] from='client.34936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:34 smithi068 conmon[102841]: cluster 2022-01-25T23:28:33.151712+0000 mgr.smithi068.zkksrk (mgr.14702) 1291 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:34 smithi165 conmon[67662]: audit 2022-01-25T23:28:32.737112+0000 mgr.smithi068.zkksrk (mgr.14702) 1290 : audit [DBG] from='client.34936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:34.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:34 smithi165 conmon[67662]: cluster 2022-01-25T23:28:33.151712+0000 mgr.smithi068.zkksrk (mgr.14702) 1291 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:36.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:36 smithi068 conmon[102841]: cluster 2022-01-25T23:28:35.152721+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:28:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:36 smithi068 conmon[102841]: .14702) 1292 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:36 smithi165 conmon[67662]: cluster 2022-01-25T23:28:35.152721+0000 mgr.smithi068.zkksrk (mgr.14702) 1292 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:36.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:36 smithi165 conmon[67662]: 2022-01-25T23:28:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:38 smithi068 conmon[102841]: cluster 2022-01-25T23:28:37.153252+0000 mgr.smithi068.zkksrk (mgr.14702) 1293 2022-01-25T23:28:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:38 smithi165 conmon[67662]: cluster 2022-01-25T23:28:37.153252+0000 mgr.smithi068.zkksrk (mgr.14702) 1293 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:40 smithi068 conmon[102841]: cluster 2022-01-25T23:28:39.154066+0000 mgr.smithi068.zkksrk (mgr.14702) 1294 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:40 smithi165 conmon[67662]: cluster 2022-01-25T23:28:39.154066+0000 mgr.smithi068.zkksrk (mgr.14702) 1294 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:42 smithi068 conmon[102841]: cluster 2022-01-25T23:28:41.154924+0000 mgr.smithi068.zkksrk (mgr.14702) 1295 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:42 smithi165 conmon[67662]: cluster 2022-01-25T23:28:41.154924+0000 mgr.smithi068.zkksrk (mgr.14702) 1295 : cluster [DBG] 2022-01-25T23:28:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:42 smithi165 conmon[67662]: pgmap v1116: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:44 smithi068 conmon[102841]: cluster 2022-01-25T23:28:43.155580+0000 mgr.smithi068.zkksrk (mgr.14702) 1296 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:44 smithi165 conmon[67662]: cluster 2022-01-25T23:28:43.155580+0000 mgr.smithi068.zkksrk (mgr.14702) 1296 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:46 smithi068 conmon[102841]: cluster 2022-01-25T23:28:45.156636+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:28:46.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:46 smithi068 conmon[102841]: 1297 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:46 smithi165 conmon[67662]: cluster 2022-01-25T23:28:45.156636+0000 mgr.smithi068.zkksrk (mgr.14702) 1297 : cluster [DBG] 2022-01-25T23:28:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:46 smithi165 conmon[67662]: pgmap v1118: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:48 smithi068 conmon[102841]: cluster 2022-01-25T23:28:47.157181+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:28:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:48 smithi068 conmon[102841]: ) 1298 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:48 smithi165 conmon[67662]: cluster 2022-01-25T23:28:47.157181+0000 mgr.smithi068.zkksrk (mgr.14702) 1298 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:50 smithi068 conmon[102841]: cluster 2022-01-25T23:28:49.158143+0000 mgr.smithi068.zkksrk (mgr.14702) 1299 2022-01-25T23:28:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:50 smithi165 conmon[67662]: cluster 2022-01-25T23:28:49.158143+0000 mgr.smithi068.zkksrk (mgr.14702) 1299 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:52 smithi068 conmon[102841]: cluster 2022-01-25T23:28:51.159002+0000 mgr.smithi068.zkksrk (mgr.14702) 1300 : cluster [DBG] 2022-01-25T23:28:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:52 smithi068 conmon[102841]: pgmap v1121: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:52 smithi165 conmon[67662]: cluster 2022-01-25T23:28:51.159002+0000 mgr.smithi068.zkksrk (mgr.14702) 1300 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:54 smithi068 conmon[102841]: cluster 2022-01-25T23:28:53.159579+0000 mgr.smithi068.zkksrk (mgr.14702) 1301 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:54 smithi165 conmon[67662]: cluster 2022-01-25T23:28:53.159579+0000 mgr.smithi068.zkksrk (mgr.14702) 1301 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:56 smithi068 conmon[102841]: cluster 2022-01-25T23:28:55.160667+0000 mgr.smithi068.zkksrk (mgr.14702) 1302 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:56 smithi165 conmon[67662]: cluster 2022-01-25T23:28:55.160667+0000 mgr.smithi068.zkksrk (mgr.14702) 1302 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:28:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:58 smithi068 conmon[102841]: cluster 2022-01-25T23:28:57.161369+0000 mgr.smithi068.zkksrk (mgr.14702) 1303 2022-01-25T23:28:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:28:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:28:58 smithi165 conmon[67662]: cluster 2022-01-25T23:28:57.161369+0000 mgr.smithi068.zkksrk (mgr.14702) 1303 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:00 smithi068 conmon[102841]: cluster 2022-01-25T23:28:59 2022-01-25T23:29:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:00 smithi068 conmon[102841]: .162330+0000 mgr.smithi068.zkksrk (mgr.14702) 1304 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:00.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:00 smithi165 conmon[67662]: cluster 2022-01-25T23:28:59.162330+0000 mgr.smithi068.zkksrk (mgr.14702) 1304 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:02 smithi068 conmon[102841]: cluster 2022-01-25T23:29:01.162954+0000 mgr.smithi068.zkksrk (mgr.14702) 1305 2022-01-25T23:29:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:02 smithi165 conmon[67662]: cluster 2022-01-25T23:29:01.162954+0000 mgr.smithi068.zkksrk (mgr.14702) 1305 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:03.404 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:29:03.693 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:29:03.694 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (42m) 5m ago 43m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:29:03.694 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (36m) 5m ago 43m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:29:03.694 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (35m) 5m ago 43m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:29:03.694 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (42m) 5m ago 43m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:29:03.695 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (39m) 5m ago 39m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:29:03.695 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (39m) 5m ago 39m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:29:03.695 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (36m) 5m ago 45m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:29:03.695 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (36m) 5m ago 43m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:29:03.695 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (36m) 5m ago 45m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:29:03.696 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (36m) 5m ago 43m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:29:03.696 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (37m) 5m ago 37m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:29:03.696 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (37m) 5m ago 37m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:29:03.696 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (43m) 5m ago 43m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:29:03.697 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (43m) 5m ago 43m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:29:03.697 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (27m) 5m ago 42m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:29:03.697 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (42m) 5m ago 42m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:29:03.697 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (42m) 5m ago 42m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:29:03.698 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (41m) 5m ago 41m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:29:03.698 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (41m) 5m ago 41m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:29:03.698 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (41m) 5m ago 41m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:29:03.698 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (41m) 5m ago 41m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:29:03.699 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (40m) 5m ago 40m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:29:03.699 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (42m) 5m ago 43m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:29:03.699 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: audit 2022-01-25T23:29:02.932805+0000 mon.smithi068 (mon 2022-01-25T23:29:03.699 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: .0) 621 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:29:03.700 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: audit 2022-01-25T23:29:02.934295+0000 mon.smithi068 (mon.0) 622 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:29:03.700 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: 2022-01-25T23:29:03.700 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: audit 2022-01-25T23:29:02. 2022-01-25T23:29:03.700 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: 935215+0000 mon.smithi068 (mon.0) 623 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:29:03.701 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:29:03.701 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: 29:03.347985+0000 mon.smithi068 (mon.0) 624 : audit 2022-01-25T23:29:03.701 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:29:03.701 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:29:03.702 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: 23:29:03.353928+0000 mon.smithi068 (mon.0) 625 : audit 2022-01-25T23:29:03.702 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:03 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:29:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: audit 2022-01-25T23:29:02.932805+0000 mon.smithi068 (mon.0) 621 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:29:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: audit 2022-01-25T23:29:02.934295+0000 mon.smithi068 (mon.0) 622 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:29:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: audit 2022-01-25T23:29:02.935215+0000 2022-01-25T23:29:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: mon.smithi068 (mon.0) 623 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:29:03.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: audit 2022-01-25T23:29:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: 2022-01-25T23:29:03 2022-01-25T23:29:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: .347985+0000 mon.smithi068 (mon.0) 624 2022-01-25T23:29:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:29:03.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: audit 2022-01-25T23:29 2022-01-25T23:29:03.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: :03.353928+0000 mon.smithi068 (mon.0 2022-01-25T23:29:03.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:03 smithi165 conmon[67662]: ) 625 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:29:04.035 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:29:04.035 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:29:04.035 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:04.035 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:04.036 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:29:04.036 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:04.036 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:04.036 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:29:04.037 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:29:04.037 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:29:04.037 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:04.037 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:29:04.038 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:29:04.038 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:04.038 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:29:04.038 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:29:04.039 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:29:04.039 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:29:04.039 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:29:04.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: cephadm 2022-01-25T23:29:02.936012+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:29:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: .14702) 1306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:29:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: cluster 2022-01-25T23:29:03.163422+0000 mgr.smithi068.zkksrk (mgr.14702) 1307 : 2022-01-25T23:29:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: audit 2022 2022-01-25T23:29:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: -01-25T23:29:03.393126+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:29:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: .14702) 1308 : audit [DBG] from='client.34944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:29:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: 01-25T23:29:04.035421+0000 2022-01-25T23:29:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: mon.smithi068 (mon.0) 626 : 2022-01-25T23:29:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:04 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/3369632586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:04 smithi165 conmon[67662]: cephadm 2022-01-25T23:29:02.936012+0000 mgr.smithi068.zkksrk (mgr.14702) 1306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:29:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:04 smithi165 conmon[67662]: cluster 2022-01-25T23:29:03.163422+0000 mgr.smithi068.zkksrk (mgr.14702) 1307 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:04 smithi165 conmon[67662]: audit 2022-01-25T23:29:03.393126+0000 mgr.smithi068.zkksrk (mgr.14702) 1308 : audit [DBG] from='client.34944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:04 smithi165 conmon[67662]: audit 2022-01-25T23:29 2022-01-25T23:29:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:04 smithi165 conmon[67662]: :04.035421+0000 mon.smithi068 (mon.0 2022-01-25T23:29:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:04 smithi165 conmon[67662]: ) 626 : audit [DBG] from='client.? 172.21.15.68:0/3369632586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:05 smithi068 conmon[102841]: audit 2022-01-25T23:29:03.678630+0000 mgr.smithi068.zkksrk (mgr.14702) 1309 : audit [DBG] from='client.34948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:05 smithi165 conmon[67662]: audit 2022-01-25T23:29:03.678630+0000 mgr.smithi068.zkksrk (mgr.14702) 1309 : audit [DBG] from='client.34948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:06 smithi068 conmon[102841]: cluster 2022-01-25T23:29:05.164260+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:29:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:06 smithi068 conmon[102841]: 14702) 1310 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:06 smithi165 conmon[67662]: cluster 2022-01-25T23:29:05.164260+0000 mgr.smithi068.zkksrk (mgr.14702) 1310 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:08.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:08 smithi068 conmon[102841]: cluster 2022-01-25T23:29:07.164730+0000 mgr.smithi068.zkksrk (mgr.14702) 1311 2022-01-25T23:29:08.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:08 smithi068 conmon[102841]: : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:08 smithi165 conmon[67662]: cluster 2022-01-25T23:29:07.164730+0000 mgr.smithi068.zkksrk (mgr.14702) 1311 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:10 smithi068 conmon[102841]: cluster 2022-01-25T23:29:09.165675+0000 mgr.smithi068.zkksrk (mgr.14702) 1312 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:10 smithi165 conmon[67662]: cluster 2022-01-25T23:29:09.165675+0000 mgr.smithi068.zkksrk (mgr.14702) 1312 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:12 smithi068 conmon[102841]: cluster 2022-01-25T23:29:11.166248+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:29:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:12 smithi068 conmon[102841]: ) 1313 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:12 smithi165 conmon[67662]: cluster 2022-01-25T23:29:11.166248+0000 mgr.smithi068.zkksrk (mgr.14702) 1313 : cluster [DBG] 2022-01-25T23:29:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:12 smithi165 conmon[67662]: pgmap v1131: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:14 smithi068 conmon[102841]: cluster 2022-01-25T23:29:13.166747+0000 mgr.smithi068.zkksrk (mgr.14702) 1314 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:14 smithi165 conmon[67662]: cluster 2022-01-25T23:29:13.166747+0000 mgr.smithi068.zkksrk (mgr.14702) 1314 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:16 smithi165 conmon[67662]: cluster 2022-01-25T23:29:15.167607+0000 mgr.smithi068.zkksrk (mgr.14702) 1315 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:16 smithi068 conmon[102841]: cluster 2022-01-25T23:29:15.167607+0000 mgr.smithi068.zkksrk (mgr.14702) 1315 : 2022-01-25T23:29:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:16 smithi068 conmon[102841]: cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:18 smithi165 conmon[67662]: cluster 2022-01-25T23:29:17.168165+0000 mgr.smithi068.zkksrk (mgr.14702) 1316 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:18 smithi165 conmon[67662]: audit 2022-01-25T23:29:18.280485+0000 mon.smithi068 ( 2022-01-25T23:29:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:18 smithi165 conmon[67662]: mon.0) 627 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:29:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:18 smithi165 conmon[67662]: audit 2022-01-25T23:29:18.315126+0000 mon.smithi068 (mon.0) 628 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:29:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:18 smithi068 conmon[102841]: cluster 2022-01-25T23:29:17.168165+0000 mgr.smithi068.zkksrk (mgr.14702) 1316 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:18 smithi068 conmon[102841]: audit 2022-01-25T23:29:18.280485+0000 mon.smithi068 (mon.0) 627 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:29:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:18 smithi068 conmon[102841]: audit 2022-01-25T23:29:18.315126+0000 mon.smithi068 (mon.0) 628 : audit 2022-01-25T23:29:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:29:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:20 smithi165 conmon[67662]: cluster 2022-01-25T23:29:19.169024+0000 mgr.smithi068.zkksrk (mgr.14702) 1317 : cluster [DBG] 2022-01-25T23:29:20.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:20 smithi165 conmon[67662]: pgmap v1135: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:20 smithi068 conmon[102841]: cluster 2022-01-25T23:29:19.169024+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:29:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:20 smithi068 conmon[102841]: ) 1317 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:22 smithi165 conmon[67662]: cluster 2022-01-25T23:29:21.169567+0000 mgr.smithi068.zkksrk (mgr.14702) 1318 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:22 smithi068 conmon[102841]: cluster 2022-01-25T23:29:21.169567+0000 mgr.smithi068.zkksrk (mgr.14702) 1318 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:24 smithi165 conmon[67662]: cluster 2022-01-25T23:29:23.170035+0000 mgr.smithi068.zkksrk (mgr.14702) 1319 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:24 smithi068 conmon[102841]: cluster 2022-01-25T23:29:23.170035+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:29:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:24 smithi068 conmon[102841]: .14702) 1319 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:26 smithi165 conmon[67662]: cluster 2022-01-25T23:29:25.170976+0000 mgr.smithi068.zkksrk (mgr.14702) 1320 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:26 smithi068 conmon[102841]: cluster 2022-01-25T23:29:25.170976+0000 mgr.smithi068.zkksrk (mgr.14702) 1320 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:28 smithi165 conmon[67662]: cluster 2022-01-25T23:29:27.171524+0000 mgr.smithi068.zkksrk (mgr.14702) 1321 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:28 smithi068 conmon[102841]: cluster 2022-01-25T23:29:27.171524+0000 mgr.smithi068.zkksrk (mgr.14702) 1321 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:30.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:30 smithi165 conmon[67662]: cluster 2022-01-25T23:29:29.172292+0000 mgr.smithi068.zkksrk (mgr.14702) 1322 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:30 smithi068 conmon[102841]: cluster 2022-01-25T23:29:29.172292+0000 mgr.smithi068.zkksrk (mgr.14702) 1322 : cluster [DBG] 2022-01-25T23:29:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:30 smithi068 conmon[102841]: pgmap v1140: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:32 smithi165 conmon[67662]: cluster 2022-01-25T23:29:31.172952+0000 mgr.smithi068.zkksrk (mgr.14702) 1323 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:32 smithi068 conmon[102841]: cluster 2022-01-25T23:29:31.172952+0000 mgr.smithi068.zkksrk (mgr.14702) 1323 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:34.354 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:29:34.644 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:29:34.644 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (43m) 5m ago 44m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:29:34.645 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (36m) 5m ago 44m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:29:34.645 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (36m) 5m ago 43m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:29:34.645 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (43m) 5m ago 44m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:29:34.645 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (40m) 5m ago 39m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:29:34.646 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (40m) 5m ago 40m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:29:34.646 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (37m) 5m ago 45m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:29:34.646 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (37m) 5m ago 43m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:29:34.646 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (36m) 5m ago 45m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:29:34.647 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (36m) 5m ago 43m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:29:34.647 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (37m) 5m ago 37m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:29:34.647 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (37m) 5m ago 37m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:29:34.647 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (44m) 5m ago 44m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:29:34.647 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (43m) 5m ago 43m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:29:34.648 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (28m) 5m ago 43m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:29:34.648 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (42m) 5m ago 42m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:29:34.648 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (42m) 5m ago 42m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:29:34.648 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (42m) 5m ago 42m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:29:34.649 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (42m) 5m ago 42m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:29:34.650 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (41m) 5m ago 41m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:29:34.650 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (41m) 5m ago 41m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:29:34.650 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (41m) 5m ago 41m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:29:34.650 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (43m) 5m ago 43m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:29:34.651 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:34 smithi068 conmon[102841]: cluster 2022-01-25T23:29: 2022-01-25T23:29:34.651 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:34 smithi068 conmon[102841]: 33.173643+0000 mgr.smithi068.zkksrk (mgr.14702) 1324 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:34 smithi165 conmon[67662]: cluster 2022-01-25T23:29:33.173643+0000 mgr.smithi068.zkksrk (mgr.14702) 1324 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:34.985 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:29:34.985 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:29:34.985 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:34.985 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:34.986 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:29:34.986 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:34.986 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:34.986 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:29:34.987 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:29:34.987 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:29:34.987 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:34.987 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:29:34.987 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:29:34.988 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:29:34.988 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:29:34.988 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:29:34.988 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:29:34.989 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:29:34.989 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:29:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:35 smithi165 conmon[67662]: audit 2022-01-25T23:29:34.342654+0000 mgr.smithi068.zkksrk (mgr.14702) 1325 : audit [DBG] from='client.34956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:35.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:35 smithi165 conmon[67662]: audit 2022-01-25T23:29:34.629997+0000 mgr.smithi068.zkksrk (mgr.14702) 1326 : audit [DBG] from='client.34960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:35.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:35 smithi165 conmon[67662]: audit 2022-01-25T23:29:34.985466+0000 mon.smithi068 (mon.0) 629 : audit [DBG] from='client.? 172.21.15.68:0/1945937696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:35 smithi068 conmon[102841]: audit 2022-01-25T23:29:34.342654+0000 mgr.smithi068.zkksrk (mgr.14702) 1325 : audit [DBG] from='client.34956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:35 smithi068 conmon[102841]: audit 2022-01-25T23:29:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:35 smithi068 conmon[102841]: 2022-01-25T23:29:34.629997+0000 mgr.smithi068.zkksrk (mgr.14702) 1326 : audit [DBG] from='client.34960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:36.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:35 smithi068 conmon[102841]: audit 2022-01-25T23:29:34.985466+0000 mon.smithi068 (mon.0) 629 : audit [DBG] from='client.? 172.21.15.68:0/1945937696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:36 smithi165 conmon[67662]: cluster 2022-01-25T23:29:35.174587+0000 mgr.smithi068.zkksrk (mgr.14702) 1327 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:36 smithi068 conmon[102841]: cluster 2022-01-25T23:29:35.174587+0000 mgr.smithi068.zkksrk (mgr.14702) 1327 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:38 smithi165 conmon[67662]: cluster 2022-01-25T23:29:37.175060+0000 mgr.smithi068.zkksrk (mgr.14702) 1328 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:38 smithi068 conmon[102841]: cluster 2022-01-25T23:29:37.175060+0000 mgr.smithi068.zkksrk (mgr.14702) 1328 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:40 smithi165 conmon[67662]: cluster 2022-01-25T23:29:39.176053+0000 mgr.smithi068.zkksrk (mgr.14702) 1329 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:40 smithi068 conmon[102841]: cluster 2022-01-25T23:29:39.176053+0000 mgr.smithi068.zkksrk (mgr.14702) 1329 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:42 smithi165 conmon[67662]: cluster 2022-01-25T23:29:41.176709+0000 mgr.smithi068.zkksrk (mgr.14702) 1330 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:42 smithi068 conmon[102841]: cluster 2022-01-25T23:29:41.176709+0000 mgr.smithi068.zkksrk (mgr.14702) 1330 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:44 smithi165 conmon[67662]: cluster 2022-01-25T23:29:43.177267+0000 mgr.smithi068.zkksrk (mgr.14702) 1331 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:44 smithi068 conmon[102841]: cluster 2022-01-25T23:29:43.177267+0000 mgr.smithi068.zkksrk (mgr.14702) 1331 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:46 smithi165 conmon[67662]: cluster 2022-01-25T23:29:45.178042+0000 mgr.smithi068.zkksrk (mgr.14702) 1332 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:46 smithi068 conmon[102841]: cluster 2022-01-25T23:29:45.178042+0000 mgr.smithi068.zkksrk (mgr.14702) 1332 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:48 smithi165 conmon[67662]: cluster 2022-01-25T23:29:47.178624+0000 mgr.smithi068.zkksrk (mgr.14702) 1333 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:48 smithi165 conmon[67662]: 2022-01-25T23:29:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:48 smithi068 conmon[102841]: cluster 2022-01-25T23:29:47.178624+0000 mgr.smithi068.zkksrk (mgr.14702) 1333 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:50 smithi165 conmon[67662]: cluster 2022-01-25T23:29:49.179401+0000 mgr.smithi068.zkksrk (mgr.14702) 1334 : cluster [DBG] 2022-01-25T23:29:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:50 smithi165 conmon[67662]: pgmap v1150: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:50 smithi068 conmon[102841]: cluster 2022-01-25T23:29:49.179401+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:29:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:50 smithi068 conmon[102841]: 1334 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:52 smithi165 conmon[67662]: cluster 2022-01-25T23:29:51.180180+0000 mgr.smithi068.zkksrk (mgr.14702) 1335 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:52 smithi068 conmon[102841]: cluster 2022-01-25T23:29:51.180180+0000 mgr.smithi068.zkksrk (mgr.14702) 1335 : cluster 2022-01-25T23:29:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:52 smithi068 conmon[102841]: [DBG] pgmap v1151: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:54 smithi165 conmon[67662]: cluster 2022-01-25T23:29:53.180817+0000 mgr.smithi068.zkksrk (mgr.14702) 1336 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:54 smithi068 conmon[102841]: cluster 2022-01-25T23:29:53.180817+0000 mgr.smithi068.zkksrk (mgr.14702) 1336 : cluster [DBG] 2022-01-25T23:29:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:54 smithi068 conmon[102841]: pgmap v1152: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:55 smithi165 conmon[67662]: cluster 2022-01-25T23:29:55.181863+0000 mgr.smithi068.zkksrk (mgr.14702) 1337 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:56.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:55 smithi068 conmon[102841]: cluster 2022-01-25T23:29:55.181863+0000 mgr.smithi068.zkksrk (mgr.14702) 1337 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:29:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:29:58 smithi068 conmon[102841]: cluster 2022-01-25T23:29:57.182549+0000 mgr.smithi068.zkksrk (mgr.14702) 1338 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:29:58 smithi165 conmon[67662]: cluster 2022-01-25T23:29:57.182549+0000 mgr.smithi068.zkksrk (mgr.14702) 1338 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:00 smithi165 conmon[67662]: cluster 2022-01-25T23:29:59.183370+0000 mgr.smithi068.zkksrk (mgr.14702) 1339 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:00 smithi165 conmon[67662]: cluster 2022-01-25T23:30:00.000151+0000 mon.smithi068 (mon.0) 630 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:30:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:00 smithi068 conmon[102841]: cluster 2022-01-25T23:29:59.183370+0000 mgr.smithi068.zkksrk (mgr.14702) 1339 : 2022-01-25T23:30:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:00 smithi068 conmon[102841]: cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:00 smithi068 conmon[102841]: cluster 2022-01-25T23:30:00.000151+0000 mon.smithi068 (mon.0) 630 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:30:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:02 smithi165 conmon[67662]: cluster 2022-01-25T23:30:01.183924+0000 mgr.smithi068.zkksrk (mgr.14702) 1340 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:02.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:02 smithi165 conmon[67662]: 2022-01-25T23:30:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:02 smithi068 conmon[102841]: cluster 2022-01-25T23:30:01.183924+0000 mgr.smithi068.zkksrk (mgr.14702) 1340 2022-01-25T23:30:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:03 smithi165 conmon[67662]: audit 2022-01-25T23:30:03.356967+0000 mon.smithi068 (mon.0) 631 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:30:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:03 smithi165 conmon[67662]: audit 2022-01-25T23:30: 2022-01-25T23:30:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:03 smithi165 conmon[67662]: 03.358495+0000 mon.smithi068 (mon.0) 632 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:30:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:03 smithi165 conmon[67662]: audit 2022-01-25T23:30:03.359579+0000 mon.smithi068 (mon.0) 633 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:30:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: audit 2022-01-25T23:30:03.356967+0000 mon.smithi068 ( 2022-01-25T23:30:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: mon.0) 631 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:30:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: audit 2022-01-25T23:30:03.358495+0000 mon.smithi068 (mon.0) 632 2022-01-25T23:30:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:30:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:30:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: 25T23:30:03.359579+0000 mon.smithi068 ( 2022-01-25T23:30:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: mon.0) 633 : audit [INF] 2022-01-25T23:30:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:03 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:30:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:04 smithi165 conmon[67662]: cluster 2022-01-25T23:30:03.184450+0000 mgr.smithi068.zkksrk (mgr.14702) 1341 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:04 smithi165 conmon[67662]: cephadm 2022-01-25T23:30:03.360442+0000 mgr.smithi068.zkksrk (mgr.14702) 1342 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:30:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:04 smithi165 conmon[67662]: audit 2022-01-25T23:30:03.777304+0000 mon.smithi068 (mon.0) 634 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:30:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:04 smithi165 conmon[67662]: audit 2022-01-25T23:30:03.784864+0000 mon.smithi068 (mon.0) 2022-01-25T23:30:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:04 smithi165 conmon[67662]: 635 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:30:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:04 smithi068 conmon[102841]: cluster 2022-01-25T23:30:03.184450+0000 2022-01-25T23:30:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:04 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1341 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:04 smithi068 conmon[102841]: cephadm 2022-01-25T23:30:03.360442+0000 mgr.smithi068.zkksrk (mgr.14702) 1342 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:30:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:04 smithi068 conmon[102841]: audit 2022-01-25T23:30:03.777304+0000 mon.smithi068 (mon.0) 634 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:30:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:04 smithi068 conmon[102841]: audit 2022-01-25T23:30:03.784864+0000 2022-01-25T23:30:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:04 smithi068 conmon[102841]: mon.smithi068 (mon.0) 635 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:30:05.303 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:30:05.590 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:30:05.590 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (43m) 6m ago 44m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:30:05.590 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (37m) 6m ago 44m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:30:05.591 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (36m) 6m ago 44m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:30:05.591 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (43m) 6m ago 44m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:30:05.591 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (40m) 6m ago 40m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:30:05.591 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (40m) 6m ago 40m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:30:05.591 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (37m) 6m ago 46m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:30:05.592 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (37m) 6m ago 44m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:30:05.592 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (37m) 6m ago 46m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:30:05.592 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (37m) 6m ago 44m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:30:05.592 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (38m) 6m ago 38m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:30:05.593 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (38m) 6m ago 38m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:30:05.593 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (44m) 6m ago 44m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:30:05.593 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (44m) 6m ago 44m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:30:05.593 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (28m) 6m ago 43m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:30:05.594 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (43m) 6m ago 43m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:30:05.594 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (43m) 6m ago 43m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:30:05.597 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (42m) 6m ago 42m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:30:05.597 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (42m) 6m ago 42m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:30:05.597 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (42m) 6m ago 42m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:30:05.597 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (42m) 6m ago 42m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:30:05.598 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (41m) 6m ago 41m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:30:05.598 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (43m) 6m ago 44m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:30:05.929 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:30:05.929 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:30:05.929 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:05.930 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:05.930 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:30:05.930 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:05.930 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:05.931 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:30:05.931 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:30:05.931 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:30:05.931 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:05.931 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:30:05.932 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:30:05.932 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:05.932 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:30:05.932 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:30:05.933 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:30:05.933 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:30:05.933 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:30:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:06 smithi165 conmon[67662]: cluster 2022-01-25T23:30:05.185230+0000 mgr.smithi068.zkksrk (mgr.14702) 1343 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:06 smithi165 conmon[67662]: audit 2022-01-25T23:30:05.291868+0000 mgr.smithi068.zkksrk (mgr.14702) 1344 : audit [DBG] from='client.34968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:06 smithi165 conmon[67662]: audit 2022-01-25T23:30:05.575883+0000 mgr.smithi068.zkksrk (mgr.14702) 1345 : audit [DBG] from='client.34972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:06 smithi165 conmon[67662]: audit 2022-01-25T23:30:05.929438+0000 mon.smithi068 (mon.0) 636 : 2022-01-25T23:30:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:06 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/2368040585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:06 smithi068 conmon[102841]: cluster 2022-01-25T23:30:05.185230+0000 mgr.smithi068.zkksrk (mgr.14702) 1343 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:06 smithi068 conmon[102841]: audit 2022-01-25T23:30:05.291868+0000 mgr.smithi068.zkksrk (mgr.14702) 1344 : audit [DBG] from='client.34968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:06 smithi068 conmon[102841]: audit 2022-01-25T23:30:05.575883+0000 mgr.smithi068.zkksrk (mgr.14702) 1345 : audit [DBG] from='client.34972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:06.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:06 smithi068 conmon[102841]: audit 2022-01-25T23:30:05.929438+0000 mon.smithi068 (mon.0) 636 : audit [DBG] from='client.? 172.21.15.68:0/2368040585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:08.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:08 smithi068 conmon[102841]: cluster 2022-01-25T23:30:07.185804+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:30:08.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:08 smithi068 conmon[102841]: mgr.14702) 1346 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:08 smithi165 conmon[67662]: cluster 2022-01-25T23:30:07.185804+0000 mgr.smithi068.zkksrk (mgr.14702) 1346 : cluster [DBG] 2022-01-25T23:30:08.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:08 smithi165 conmon[67662]: pgmap v1159: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:10 smithi165 conmon[67662]: cluster 2022-01-25T23:30:09.186578+0000 mgr.smithi068.zkksrk (mgr.14702) 1347 : cluster 2022-01-25T23:30:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:10 smithi165 conmon[67662]: [DBG] pgmap v1160: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:10 smithi068 conmon[102841]: cluster 2022-01-25T23:30:09.186578+0000 mgr.smithi068.zkksrk (mgr.14702) 1347 : cluster 2022-01-25T23:30:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:10 smithi068 conmon[102841]: [DBG] pgmap v1160: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:12 smithi165 conmon[67662]: cluster 2022-01-25T23:30:11.187344+0000 mgr.smithi068.zkksrk (mgr.14702) 1348 : cluster 2022-01-25T23:30:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:12 smithi165 conmon[67662]: [DBG] pgmap v1161: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:12.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:12 smithi068 conmon[102841]: cluster 2022-01-25T23:30:11.187344+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:30:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:12 smithi068 conmon[102841]: 1348 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:14 smithi165 conmon[67662]: cluster 2022-01-25T23:30:13.187850+0000 mgr.smithi068.zkksrk (mgr.14702) 1349 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:14 smithi165 conmon[67662]: 2022-01-25T23:30:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:14 smithi068 conmon[102841]: cluster 2022-01-25T23:30:13.187850+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:30:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:14 smithi068 conmon[102841]: 1349 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:16 smithi068 conmon[102841]: cluster 2022-01-25T23:30:15.188820+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:30:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:16 smithi068 conmon[102841]: 1350 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:16 smithi165 conmon[67662]: cluster 2022-01-25T23:30:15.188820+0000 mgr.smithi068.zkksrk (mgr.14702) 1350 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:16 smithi165 conmon[67662]: 2022-01-25T23:30:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:30:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: 25T23:30:17.189488+0000 mgr.smithi068.zkksrk (mgr.14702) 1351 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: audit 2022-01-25T23:30:18.282823+0000 mon.smithi068 ( 2022-01-25T23:30:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: mon.0) 637 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:30:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: audit 2022-01-25T23:30:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: 2022-01-25T23:30 2022-01-25T23:30:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: :18.319757+0000 mon.smithi068 (mon.0 2022-01-25T23:30:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:18 smithi068 conmon[102841]: ) 638 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:30:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:18 smithi165 conmon[67662]: cluster 2022-01-25T23:30:17.189488+0000 mgr.smithi068.zkksrk (mgr.14702) 1351 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:18 smithi165 conmon[67662]: audit 2022-01-25T23:30:18.282823+0000 mon.smithi068 (mon.0) 637 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:30:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:18 smithi165 conmon[67662]: audit 2022-01-25T23:30:18.319757 2022-01-25T23:30:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:18 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 638 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:30:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:20 smithi068 conmon[102841]: cluster 2022-01-25T23:30:19.190344+0000 mgr.smithi068.zkksrk (mgr.14702) 1352 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:20 smithi165 conmon[67662]: cluster 2022-01-25T23:30:19.190344+0000 mgr.smithi068.zkksrk (mgr.14702) 1352 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:22 smithi068 conmon[102841]: cluster 2022-01-25T23:30:21.191160+0000 mgr.smithi068.zkksrk (mgr.14702) 1353 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:22 smithi165 conmon[67662]: cluster 2022-01-25T23:30:21.191160+0000 mgr.smithi068.zkksrk (mgr.14702) 1353 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:24 smithi068 conmon[102841]: cluster 2022-01-25T23:30:23.191699+0000 mgr.smithi068.zkksrk (mgr.14702) 1354 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:24 smithi165 conmon[67662]: cluster 2022-01-25T23:30:23.191699+0000 mgr.smithi068.zkksrk (mgr.14702) 1354 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:26 smithi068 conmon[102841]: cluster 2022-01-25T23:30:25.192719+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:30:26.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:26 smithi068 conmon[102841]: mgr.14702) 1355 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:26 smithi165 conmon[67662]: cluster 2022-01-25T23:30:25.192719+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:30:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:26 smithi165 conmon[67662]: mgr.14702) 1355 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:28 smithi068 conmon[102841]: cluster 2022-01-25T23:30:27.193350+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:30:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:28 smithi068 conmon[102841]: 1356 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:28 smithi165 conmon[67662]: cluster 2022-01-25T23:30:27.193350+0000 mgr.smithi068.zkksrk (mgr.14702) 1356 : cluster [DBG] 2022-01-25T23:30:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:28 smithi165 conmon[67662]: pgmap v1169: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:30 smithi068 conmon[102841]: cluster 2022-01-25T23:30:29.194298+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:30:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:30 smithi068 conmon[102841]: 1357 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:30 smithi165 conmon[67662]: cluster 2022-01-25T23:30:29.194298+0000 mgr.smithi068.zkksrk (mgr.14702) 1357 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:32 smithi068 conmon[102841]: cluster 2022-01-25T23:30:31.195011+0000 mgr.smithi068.zkksrk (mgr.14702) 1358 : cluster 2022-01-25T23:30:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:32 smithi068 conmon[102841]: [DBG] pgmap v1171: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:32 smithi165 conmon[67662]: cluster 2022-01-25T23:30:31.195011+0000 mgr.smithi068.zkksrk (mgr.14702) 1358 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:34 smithi068 conmon[102841]: cluster 2022-01-25T23:30:33.195475+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:30:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:34 smithi068 conmon[102841]: ) 1359 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:34 smithi165 conmon[67662]: cluster 2022-01-25T23:30:33.195475+0000 mgr.smithi068.zkksrk (mgr.14702) 1359 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:36.250 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:30:36.539 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:30:36.539 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (44m) 6m ago 45m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:30:36.539 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (37m) 6m ago 45m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:30:36.540 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (37m) 6m ago 44m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:30:36.540 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (44m) 6m ago 45m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:30:36.540 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (41m) 6m ago 41m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:30:36.540 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (41m) 6m ago 41m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:30:36.540 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (38m) 6m ago 46m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:30:36.541 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (38m) 6m ago 44m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:30:36.541 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (37m) 6m ago 46m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:30:36.541 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (37m) 6m ago 44m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:30:36.541 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (38m) 6m ago 38m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:30:36.542 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (38m) 6m ago 38m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:30:36.542 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (45m) 6m ago 45m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:30:36.542 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (44m) 6m ago 44m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:30:36.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (29m) 6m ago 44m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:30:36.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (43m) 6m ago 43m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:30:36.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (43m) 6m ago 43m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:30:36.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (43m) 6m ago 43m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:30:36.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (43m) 6m ago 43m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:30:36.543 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (42m) 6m ago 42m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:30:36.544 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (42m) 6m ago 42m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:30:36.544 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (42m) 6m ago 42m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:30:36.544 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (44m) 6m ago 45m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:30:36.545 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:36 smithi068 conmon[102841]: cluster 2022-01-25T23:30:35 2022-01-25T23:30:36.545 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:36 smithi068 conmon[102841]: .196328+0000 mgr.smithi068.zkksrk (mgr.14702) 1360 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:36.875 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:30:36.876 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:30:36.876 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:36.876 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:36.876 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:30:36.877 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:36.877 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:36.877 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:30:36.877 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:30:36.878 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:30:36.878 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:36.878 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:30:36.878 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:30:36.879 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:30:36.879 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:30:36.879 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:30:36.879 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:30:36.880 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:30:36.880 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:30:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:36 smithi165 conmon[67662]: cluster 2022-01-25T23:30:35.196328+0000 mgr.smithi068.zkksrk (mgr.14702) 1360 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:36.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:36 smithi165 conmon[67662]: 2022-01-25T23:30:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:37 smithi068 conmon[102841]: audit 2022-01-25T23:30:36.238568+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:30:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:37 smithi068 conmon[102841]: 14702) 1361 : audit [DBG] from='client.34980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:37 smithi068 conmon[102841]: audit 2022-01-25T23:30:36.524817+0000 mgr.smithi068.zkksrk (mgr.14702) 1362 : audit [DBG] from='client.34984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:37 smithi068 conmon[102841]: audit 2022-01-25T23:30:36. 2022-01-25T23:30:37.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:37 smithi068 conmon[102841]: 875955+0000 mon.smithi068 (mon.0) 639 : audit 2022-01-25T23:30:37.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:37 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/2023896557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:37.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:37 smithi165 conmon[67662]: audit 2022-01-25T23:30:36.238568+0000 mgr.smithi068.zkksrk (mgr.14702) 1361 : audit [DBG] from='client.34980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:37.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:37 smithi165 conmon[67662]: audit 2022-01-25T23:30:36.524817+0000 mgr.smithi068.zkksrk (mgr.14702) 1362 : audit [DBG] from='client.34984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:37.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:37 smithi165 conmon[67662]: audit 2022-01-25T23:30:36. 2022-01-25T23:30:37.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:37 smithi165 conmon[67662]: 875955+0000 mon.smithi068 (mon.0) 639 : audit [DBG] from='client.? 172.21.15.68:0/2023896557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:38 smithi068 conmon[102841]: cluster 2022-01-25T23:30:37.196911+0000 mgr.smithi068.zkksrk (mgr.14702) 1363 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:38 smithi165 conmon[67662]: cluster 2022-01-25T23:30:37.196911+0000 mgr.smithi068.zkksrk (mgr.14702) 1363 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:40 smithi068 conmon[102841]: cluster 2022-01-25T23:30:39.197685+0000 mgr.smithi068.zkksrk (mgr.14702) 1364 : cluster 2022-01-25T23:30:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:40 smithi068 conmon[102841]: [DBG] pgmap v1175: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:40 smithi165 conmon[67662]: cluster 2022-01-25T23:30:39.197685+0000 mgr.smithi068.zkksrk (mgr.14702) 1364 : cluster 2022-01-25T23:30:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:40 smithi165 conmon[67662]: [DBG] pgmap v1175: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:42 smithi068 conmon[102841]: cluster 2022-01-25T23:30:41.198250+0000 mgr.smithi068.zkksrk (mgr.14702) 1365 2022-01-25T23:30:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:42 smithi165 conmon[67662]: cluster 2022-01-25T23:30:41.198250+0000 mgr.smithi068.zkksrk (mgr.14702) 1365 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:44 smithi068 conmon[102841]: cluster 2022-01-25T23:30:43.198857+0000 mgr.smithi068.zkksrk (mgr.14702) 1366 : cluster 2022-01-25T23:30:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:44 smithi068 conmon[102841]: [DBG] pgmap v1177: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:44 smithi165 conmon[67662]: cluster 2022-01-25T23:30:43.198857+0000 mgr.smithi068.zkksrk (mgr.14702) 1366 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:46 smithi068 conmon[102841]: cluster 2022-01-25T23:30:45.199805+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:30:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:46 smithi068 conmon[102841]: ) 1367 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:46 smithi165 conmon[67662]: cluster 2022-01-25T23:30:45.199805+0000 mgr.smithi068.zkksrk (mgr.14702) 1367 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:48 smithi068 conmon[102841]: cluster 2022-01-25T23:30:47.200414+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:30:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:48 smithi068 conmon[102841]: 1368 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:48 smithi165 conmon[67662]: cluster 2022-01-25T23:30:47.200414+0000 mgr.smithi068.zkksrk (mgr.14702) 1368 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:50 smithi068 conmon[102841]: cluster 2022-01-25T23:30:49.201126+0000 mgr.smithi068.zkksrk (mgr.14702) 1369 : cluster 2022-01-25T23:30:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:50 smithi068 conmon[102841]: [DBG] pgmap v1180: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:50 smithi165 conmon[67662]: cluster 2022-01-25T23:30:49.201126+0000 mgr.smithi068.zkksrk (mgr.14702) 1369 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:52 smithi068 conmon[102841]: cluster 2022-01-25T23:30:51.201888+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:30:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:52 smithi068 conmon[102841]: ) 1370 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:52 smithi165 conmon[67662]: cluster 2022-01-25T23:30:51.201888+0000 mgr.smithi068.zkksrk (mgr.14702) 1370 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:52 smithi165 conmon[67662]: 2022-01-25T23:30:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:54 smithi068 conmon[102841]: cluster 2022-01-25T23:30:53.202584+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:30:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:54 smithi068 conmon[102841]: ) 1371 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:54 smithi165 conmon[67662]: cluster 2022-01-25T23:30:53.202584+0000 mgr.smithi068.zkksrk (mgr.14702) 1371 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:54 smithi165 conmon[67662]: 2022-01-25T23:30:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:56 smithi068 conmon[102841]: cluster 2022-01-25T23:30:55.203541+0000 mgr.smithi068.zkksrk (mgr.14702) 1372 2022-01-25T23:30:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:56 smithi165 conmon[67662]: cluster 2022-01-25T23:30:55.203541+0000 mgr.smithi068.zkksrk (mgr.14702) 1372 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:30:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:56 smithi165 conmon[67662]: 2022-01-25T23:30:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:58 smithi068 conmon[102841]: cluster 2022-01-25T23:30:57.204011+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:30:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:30:58 smithi068 conmon[102841]: 14702) 1373 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:30:58 smithi165 conmon[67662]: cluster 2022-01-25T23:30:57.204011+0000 mgr.smithi068.zkksrk (mgr.14702) 1373 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:00 smithi068 conmon[102841]: cluster 2022-01-25T23:30:59.204863+0000 mgr.smithi068.zkksrk (mgr.14702) 1374 2022-01-25T23:31:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:00 smithi068 conmon[102841]: : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:00 smithi165 conmon[67662]: cluster 2022-01-25T23:30:59.204863+0000 mgr.smithi068.zkksrk (mgr.14702) 1374 : cluster [DBG] 2022-01-25T23:31:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:00 smithi165 conmon[67662]: pgmap v1185: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:02 smithi068 conmon[102841]: cluster 2022-01-25T23:31:01.205605+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:31:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:02 smithi068 conmon[102841]: 1375 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:02 smithi165 conmon[67662]: cluster 2022-01-25T23:31:01.205605+0000 mgr.smithi068.zkksrk (mgr.14702) 1375 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: cluster 2022-01-25T23:31:03.206049+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:31:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: 1376 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: audit 2022-01-25T23:31:03.787854+0000 mon.smithi068 (mon.0) 640 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:31:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: audit 2022-01-25T23:31:03 2022-01-25T23:31:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: .789305+0000 mon.smithi068 (mon.0) 641 : 2022-01-25T23:31:04.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:31:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: audit 2022-01-25T23:31:03.790328+0000 2022-01-25T23:31:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: mon.smithi068 (mon.0) 642 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:31:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: 2022-01-25T23:31:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: audit 2022-01-25T23:31 2022-01-25T23:31:04.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: :04.201130+0000 mon.smithi068 (mon.0) 2022-01-25T23:31:04.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: 643 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:31:04.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:31:04.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: 25T23:31:04.206291+0000 mon.smithi068 2022-01-25T23:31:04.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: (mon.0) 644 : audit [INF] 2022-01-25T23:31:04.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:04 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:31:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: cluster 2022-01-25T23:31:03.206049+0000 2022-01-25T23:31:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 1376 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: audit 2022-01-25T23:31:03.787854+0000 mon.smithi068 (mon 2022-01-25T23:31:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: .0) 640 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:31:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:31:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: -25T23:31:03.789305+0000 mon.smithi068 (mon.0) 641 : audit 2022-01-25T23:31:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:31:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: audit 2022-01-25T23:31:03 2022-01-25T23:31:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: .790328+0000 mon.smithi068 (mon.0) 642 : audit [INF] 2022-01-25T23:31:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:31:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: audit 2022-01-25T23:31:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: 2022-01-25T23:31:04.201130+0000 mon.smithi068 ( 2022-01-25T23:31:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: mon.0) 643 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:31:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:31:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: 25T23:31:04.206291+0000 mon.smithi068 (mon 2022-01-25T23:31:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:04 smithi165 conmon[67662]: .0) 644 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:31:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:05 smithi068 conmon[102841]: cephadm 2022-01-25T23:31:03.791185+0000 mgr.smithi068.zkksrk (mgr.14702) 1377 : cephadm [WRN] 2022-01-25T23:31:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:05 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:31:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:05 smithi165 conmon[67662]: cephadm 2022-01-25T23:31:03.791185+0000 mgr.smithi068.zkksrk (mgr.14702) 1377 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:31:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:06 smithi068 conmon[102841]: cluster 2022-01-25T23:31:05.206974+0000 mgr.smithi068.zkksrk (mgr.14702) 1378 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:06 smithi165 conmon[67662]: cluster 2022-01-25T23:31:05.206974+0000 mgr.smithi068.zkksrk (mgr.14702) 1378 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:07.197 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:31:07.485 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:31:07.486 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (44m) 7m ago 45m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:31:07.486 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (38m) 7m ago 45m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:31:07.486 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (37m) 7m ago 45m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:31:07.486 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (44m) 7m ago 45m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:31:07.487 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (41m) 7m ago 41m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:31:07.487 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (41m) 7m ago 41m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:31:07.487 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (38m) 7m ago 47m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:31:07.487 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (38m) 7m ago 45m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:31:07.487 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (38m) 7m ago 47m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:31:07.488 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (38m) 7m ago 45m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:31:07.488 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (39m) 7m ago 39m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:31:07.488 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (39m) 7m ago 39m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:31:07.488 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (45m) 7m ago 45m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:31:07.489 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (45m) 7m ago 45m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:31:07.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (29m) 7m ago 44m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:31:07.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (44m) 7m ago 44m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:31:07.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (44m) 7m ago 44m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:31:07.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (43m) 7m ago 43m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:31:07.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (43m) 7m ago 43m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:31:07.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (43m) 7m ago 43m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:31:07.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (43m) 7m ago 43m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:31:07.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (42m) 7m ago 42m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:31:07.491 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (44m) 7m ago 45m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:31:07.823 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:31:07.823 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:31:07.823 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:07.824 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:07.824 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:31:07.824 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:07.824 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:07.825 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:31:07.825 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:31:07.825 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:31:07.825 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:07.825 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:31:07.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:31:07.826 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:07.826 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:31:07.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:31:07.827 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:31:07.827 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:31:07.827 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:31:08.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:08 smithi068 conmon[102841]: audit 2022-01-25T23:31:07.186370+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:31:08.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:08 smithi068 conmon[102841]: 14702) 1379 : audit [DBG] from='client.34992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:08.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:08 smithi068 conmon[102841]: cluster 2022-01-25T23:31:07.207417+0000 mgr.smithi068.zkksrk (mgr.14702) 1380 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:08.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:08 smithi068 conmon[102841]: audit 2022-01-25T23:31:07.471504+0000 mgr.smithi068.zkksrk (mgr.14702) 1381 : audit [DBG] from='client.34996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:08.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:08 smithi068 conmon[102841]: audit 2022-01-25T23:31:07.823680+0000 mon.smithi068 (mon. 2022-01-25T23:31:08.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:08 smithi068 conmon[102841]: 0) 645 : audit [DBG] from='client.? 172.21.15.68:0/4010651932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:08.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:08 smithi165 conmon[67662]: audit 2022-01-25T23:31:07.186370+0000 mgr.smithi068.zkksrk (mgr.14702) 1379 : audit [DBG] from='client.34992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:08.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:08 smithi165 conmon[67662]: cluster 2022-01-25T23:31:07.207417+0000 mgr.smithi068.zkksrk (mgr.14702) 1380 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:08.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:08 smithi165 conmon[67662]: audit 2022-01-25T23:31:07.471504+0000 mgr.smithi068.zkksrk (mgr.14702) 1381 : audit [DBG] from='client.34996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:08.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:08 smithi165 conmon[67662]: audit 2022-01-25T23:31:07.823680 2022-01-25T23:31:08.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:08 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 645 : audit [DBG] from='client.? 172.21.15.68:0/4010651932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:10 smithi068 conmon[102841]: cluster 2022-01-25T23:31:09.208201+0000 mgr.smithi068.zkksrk (mgr.14702) 1382 : cluster 2022-01-25T23:31:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:10 smithi068 conmon[102841]: [DBG] pgmap v1190: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:10.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:10 smithi165 conmon[67662]: cluster 2022-01-25T23:31:09.208201+0000 mgr.smithi068.zkksrk (mgr.14702) 1382 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:12 smithi068 conmon[102841]: cluster 2022-01-25T23:31:11.208759+0000 mgr.smithi068.zkksrk (mgr.14702) 1383 : 2022-01-25T23:31:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:12 smithi068 conmon[102841]: cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:12 smithi165 conmon[67662]: cluster 2022-01-25T23:31:11.208759+0000 mgr.smithi068.zkksrk (mgr.14702) 1383 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:14 smithi068 conmon[102841]: cluster 2022-01-25T23:31:13.209290+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:31:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:14 smithi068 conmon[102841]: 14702) 1384 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:14 smithi165 conmon[67662]: cluster 2022-01-25T23:31:13.209290+0000 mgr.smithi068.zkksrk (mgr.14702) 1384 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:16 smithi165 conmon[67662]: cluster 2022-01-25T23:31:15.210225+0000 mgr.smithi068.zkksrk (mgr.14702) 1385 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:16 smithi068 conmon[102841]: cluster 2022-01-25T23:31:15.210225+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:31:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:16 smithi068 conmon[102841]: ) 1385 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:18 smithi165 conmon[67662]: cluster 2022-01-25T23:31:17.210821+0000 mgr.smithi068.zkksrk (mgr.14702) 1386 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:18 smithi165 conmon[67662]: audit 2022-01-25T23:31:18.285255+0000 mon.smithi068 (mon.0) 646 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:31:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:18 smithi165 conmon[67662]: audit 2022-01-25T23:31:18.324941+0000 mon.smithi068 (mon.0) 647 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:31:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:18 smithi068 conmon[102841]: cluster 2022-01-25T23:31:17.210821+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:31:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:18 smithi068 conmon[102841]: 14702) 1386 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:18 smithi068 conmon[102841]: audit 2022-01-25T23:31:18.285255+0000 mon.smithi068 (mon.0) 646 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:31:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:18 smithi068 conmon[102841]: audit 2022-01-25T23:31:18.324941+0000 mon.smithi068 2022-01-25T23:31:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:18 smithi068 conmon[102841]: (mon.0) 647 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:31:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:18 smithi068 conmon[102841]: 2022-01-25T23:31:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:20 smithi165 conmon[67662]: cluster 2022-01-25T23:31:19.211671+0000 mgr.smithi068.zkksrk (mgr.14702) 1387 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:20 smithi165 conmon[67662]: 2022-01-25T23:31:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:20 smithi068 conmon[102841]: cluster 2022-01-25T23:31:19.211671+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:31:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:20 smithi068 conmon[102841]: .14702) 1387 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:22 smithi165 conmon[67662]: cluster 2022-01-25T23:31:21.212366+0000 mgr.smithi068.zkksrk (mgr.14702) 1388 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:22 smithi068 conmon[102841]: cluster 2022-01-25T23:31:21.212366+0000 mgr.smithi068.zkksrk 2022-01-25T23:31:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:22 smithi068 conmon[102841]: (mgr.14702) 1388 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:24 smithi165 conmon[67662]: cluster 2022-01-25T23:31:23.212911+0000 mgr.smithi068.zkksrk (mgr.14702) 1389 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:24 smithi068 conmon[102841]: cluster 2022-01-25T23:31:23.212911+0000 mgr.smithi068.zkksrk (mgr.14702) 1389 2022-01-25T23:31:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:26 smithi165 conmon[67662]: cluster 2022-01-25T23:31:25.213929+0000 mgr.smithi068.zkksrk (mgr.14702) 1390 : cluster [DBG] 2022-01-25T23:31:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:26 smithi165 conmon[67662]: pgmap v1198: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:26 smithi068 conmon[102841]: cluster 2022-01-25T23:31:25.213929+0000 mgr.smithi068.zkksrk (mgr.14702) 1390 : 2022-01-25T23:31:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:26 smithi068 conmon[102841]: cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:28 smithi165 conmon[67662]: cluster 2022-01-25T23:31:27.214421+0000 mgr.smithi068.zkksrk (mgr.14702) 1391 : cluster [DBG] 2022-01-25T23:31:28.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:28 smithi165 conmon[67662]: pgmap v1199: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:28 smithi068 conmon[102841]: cluster 2022-01-25T23:31:27.214421+0000 mgr.smithi068.zkksrk (mgr.14702) 1391 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:30 smithi165 conmon[67662]: cluster 2022-01-25T23:31:29.215308+0000 mgr.smithi068.zkksrk (mgr.14702) 1392 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:31.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:30 smithi068 conmon[102841]: cluster 2022-01-25T23:31:29.215308+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:31:31.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:30 smithi068 conmon[102841]: 1392 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:32 smithi165 conmon[67662]: cluster 2022-01-25T23:31:31.216082+0000 mgr.smithi068.zkksrk (mgr.14702) 1393 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:32 smithi068 conmon[102841]: cluster 2022-01-25T23:31:31.216082+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:31:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:32 smithi068 conmon[102841]: 14702) 1393 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:34 smithi165 conmon[67662]: cluster 2022-01-25T23:31:33.216671+0000 mgr.smithi068.zkksrk (mgr.14702) 1394 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:34 smithi068 conmon[102841]: cluster 2022-01-25T23:31:33.216671+0000 mgr.smithi068.zkksrk (mgr.14702) 1394 : 2022-01-25T23:31:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:34 smithi068 conmon[102841]: cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:36 smithi165 conmon[67662]: cluster 2022-01-25T23:31:35.217665+0000 mgr.smithi068.zkksrk (mgr.14702) 1395 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:36 smithi068 conmon[102841]: cluster 2022-01-25T23:31:35.217665+0000 mgr.smithi068.zkksrk (mgr.14702) 1395 : 2022-01-25T23:31:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:36 smithi068 conmon[102841]: cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:38.141 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:31:38.430 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:31:38.431 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (45m) 7m ago 46m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:31:38.431 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (38m) 7m ago 46m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:31:38.431 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (38m) 7m ago 45m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:31:38.431 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (45m) 7m ago 46m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:31:38.432 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (42m) 7m ago 42m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:31:38.432 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (42m) 7m ago 42m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:31:38.432 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (39m) 7m ago 47m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:31:38.432 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (39m) 7m ago 45m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:31:38.432 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (38m) 7m ago 47m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:31:38.433 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (38m) 7m ago 45m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:31:38.433 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (39m) 7m ago 39m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:31:38.433 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (39m) 7m ago 39m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:31:38.433 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (46m) 7m ago 46m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:31:38.434 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (45m) 7m ago 45m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:31:38.434 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (30m) 7m ago 45m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:31:38.434 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (45m) 7m ago 45m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:31:38.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (44m) 7m ago 44m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:31:38.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (44m) 7m ago 44m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:31:38.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (44m) 7m ago 44m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:31:38.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (43m) 7m ago 43m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:31:38.437 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (43m) 7m ago 43m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:31:38.437 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (43m) 7m ago 43m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:31:38.437 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (45m) 7m ago 46m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:31:38.770 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:31:38.771 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:31:38.771 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:38.771 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:38.771 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:31:38.772 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:38.772 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:38.772 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:31:38.772 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:31:38.773 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:31:38.773 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:38.773 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:31:38.773 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:31:38.774 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:31:38.774 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:31:38.774 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:31:38.774 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:31:38.775 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:31:38.775 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:31:38.775 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:38 smithi068 conmon[102841]: cluster 2022-01-25T23:31:37.218371+0000 mgr.smithi068.zkksrk 2022-01-25T23:31:38.775 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:38 smithi068 conmon[102841]: (mgr.14702) 1396 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:38 smithi165 conmon[67662]: cluster 2022-01-25T23:31:37.218371+0000 mgr.smithi068.zkksrk (mgr.14702) 1396 : cluster [DBG] 2022-01-25T23:31:38.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:38 smithi165 conmon[67662]: pgmap v1204: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:39.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:39 smithi165 conmon[67662]: audit 2022-01-25T23:31:38.129140+0000 mgr.smithi068.zkksrk (mgr.14702) 1397 : audit [DBG] from='client.35004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:39.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:39 smithi165 conmon[67662]: 2022-01-25T23:31:39.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:39 smithi165 conmon[67662]: audit 2022-01-25T23:31:38.416425+0000 mgr.smithi068.zkksrk (mgr.14702) 1398 : audit [DBG] from='client.35008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:39.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:39 smithi165 conmon[67662]: audit 2022-01-25T23:31:38.770860+0000 mon.smithi068 (mon.0) 648 : audit [DBG] 2022-01-25T23:31:39.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:39 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/1250816269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:40.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:39 smithi068 conmon[102841]: audit 2022-01-25T23:31:38.129140+0000 mgr.smithi068.zkksrk (mgr.14702) 1397 2022-01-25T23:31:40.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:39 smithi068 conmon[102841]: : audit [DBG] from='client.35004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:40.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:39 smithi068 conmon[102841]: audit 2022-01-25T23:31:38.416425+0000 mgr.smithi068.zkksrk (mgr.14702) 1398 : audit [DBG] from='client.35008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:40.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:39 smithi068 conmon[102841]: audit 2022-01-25T23:31:38.770860+0000 mon.smithi068 (mon.0) 2022-01-25T23:31:40.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:39 smithi068 conmon[102841]: 648 : audit [DBG] from='client.? 172.21.15.68:0/1250816269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:40 smithi165 conmon[67662]: cluster 2022-01-25T23:31:39.219395+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:31:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:40 smithi165 conmon[67662]: 1399 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:40 smithi068 conmon[102841]: cluster 2022-01-25T23:31:39.219395+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:31:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:40 smithi068 conmon[102841]: ) 1399 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:42 smithi165 conmon[67662]: cluster 2022-01-25T23:31:41.220076+0000 mgr.smithi068.zkksrk (mgr.14702) 1400 : cluster 2022-01-25T23:31:42.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:42 smithi165 conmon[67662]: [DBG] pgmap v1206: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:42 smithi068 conmon[102841]: cluster 2022-01-25T23:31:41.220076+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:31:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:42 smithi068 conmon[102841]: ) 1400 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:44 smithi165 conmon[67662]: cluster 2022-01-25T23:31:43.220687+0000 mgr.smithi068.zkksrk (mgr.14702) 1401 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:44 smithi165 conmon[67662]: 2022-01-25T23:31:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:44 smithi068 conmon[102841]: cluster 2022-01-25T23:31:43.220687+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:31:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:44 smithi068 conmon[102841]: ) 1401 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:46 smithi165 conmon[67662]: cluster 2022-01-25T23:31:45.221606+0000 mgr.smithi068.zkksrk (mgr.14702) 1402 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:46 smithi068 conmon[102841]: cluster 2022-01-25T23:31:45.221606+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:31:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:46 smithi068 conmon[102841]: 14702) 1402 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:48 smithi165 conmon[67662]: cluster 2022-01-25T23:31:47.222182+0000 mgr.smithi068.zkksrk (mgr.14702) 1403 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:48 smithi068 conmon[102841]: cluster 2022-01-25T23:31:47.222182+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:31:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:48 smithi068 conmon[102841]: ) 1403 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:50 smithi165 conmon[67662]: cluster 2022-01-25T23:31:49.222936+0000 mgr.smithi068.zkksrk (mgr.14702) 1404 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:50 smithi165 conmon[67662]: 2022-01-25T23:31:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:50 smithi068 conmon[102841]: cluster 2022-01-25T23:31:49.222936+0000 mgr.smithi068.zkksrk (mgr.14702) 1404 : 2022-01-25T23:31:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:50 smithi068 conmon[102841]: cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:52 smithi165 conmon[67662]: cluster 2022-01-25T23:31:51.223724+0000 mgr.smithi068.zkksrk (mgr.14702) 1405 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:52 smithi165 conmon[67662]: 2022-01-25T23:31:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:52 smithi068 conmon[102841]: cluster 2022-01-25T23:31:51.223724+0000 2022-01-25T23:31:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:52 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1405 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:54 smithi165 conmon[67662]: cluster 2022-01-25T23:31:53.224321+0000 mgr.smithi068.zkksrk (mgr.14702) 1406 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:54 smithi068 conmon[102841]: cluster 2022-01-25T23:31:53.224321+0000 mgr.smithi068.zkksrk (mgr.14702) 1406 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:56 smithi165 conmon[67662]: cluster 2022-01-25T23:31:55.225355+0000 mgr.smithi068.zkksrk (mgr.14702) 1407 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:56 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:31:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:56 smithi068 conmon[102841]: :31:55.225355+0000 mgr.smithi068.zkksrk (mgr.14702) 1407 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:31:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:31:58 smithi165 conmon[67662]: cluster 2022-01-25T23:31:57.225878+0000 mgr.smithi068.zkksrk (mgr.14702) 1408 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:58 smithi068 conmon[102841]: cluster 2022-01-25T23:31:57.225878+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:31:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:31:58 smithi068 conmon[102841]: ) 1408 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:00 smithi165 conmon[67662]: cluster 2022-01-25T23:31:59.226759+0000 mgr.smithi068.zkksrk (mgr.14702) 1409 : cluster 2022-01-25T23:32:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:00 smithi165 conmon[67662]: [DBG] pgmap v1215: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:00 smithi068 conmon[102841]: cluster 2022-01-25T23:31:59.226759+0000 mgr.smithi068.zkksrk (mgr.14702) 1409 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:02 smithi165 conmon[67662]: cluster 2022-01-25T23:32:01.227503+0000 mgr.smithi068.zkksrk (mgr.14702) 1410 : cluster [DBG] 2022-01-25T23:32:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:02 smithi165 conmon[67662]: pgmap v1216: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:02 smithi068 conmon[102841]: cluster 2022-01-25T23:32:01.227503+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:02 smithi068 conmon[102841]: ) 1410 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: cluster 2022-01-25T23:32:03.228101+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:32:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: 14702) 1411 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: audit 2022-01-25T23:32:04.209511+0000 mon.smithi068 (mon.0) 649 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:32:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: audit 2022-01-25T23:32:04.211100+0000 mon.smithi068 (mon.0) 650 2022-01-25T23:32:04.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:32:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: audit 2022-01-25T23:32 2022-01-25T23:32:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: :04.212275+0000 mon.smithi068 (mon.0) 651 : 2022-01-25T23:32:04.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:32:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: audit 2022-01-25T23: 2022-01-25T23:32:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: 32:04.624917+0000 mon.smithi068 (mon.0) 652 2022-01-25T23:32:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:32:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:32:04.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: :32:04.630642+0000 mon.smithi068 (mon.0) 2022-01-25T23:32:04.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:04 smithi165 conmon[67662]: 653 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:32:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: cluster 2022-01-25T23:32:03.228101+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:32:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: mgr.14702) 1411 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: audit 2022-01-25T23:32:04.209511+0000 mon.smithi068 (mon.0) 649 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:32:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: audit 2022-01-25T23:32:04.211100+0000 mon.smithi068 (mon.0) 650 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:32:05.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: audit 2022-01-25T23:32:04.212275+0000 mon.smithi068 (mon.0) 651 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:32:05.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: audit 2022-01-25T23:32:04.624917+0000 mon.smithi068 (mon.0) 652 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:32:05.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:04 smithi068 conmon[102841]: audit 2022-01-25T23:32:04.630642+0000 mon.smithi068 (mon.0) 653 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:32:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:05 smithi165 conmon[67662]: cephadm 2022-01-25T23:32:04.213090+0000 mgr.smithi068.zkksrk (mgr.14702) 1412 : 2022-01-25T23:32:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:05 smithi165 conmon[67662]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:32:06.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:05 smithi068 conmon[102841]: cephadm 2022-01-25T23:32:04.213090+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:32:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:05 smithi068 conmon[102841]: .14702) 1412 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:32:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:06 smithi165 conmon[67662]: cluster 2022-01-25T23:32:05.229112+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:06.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:06 smithi165 conmon[67662]: ) 1413 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:06 smithi068 conmon[102841]: cluster 2022-01-25T23:32:05.229112+0000 mgr.smithi068.zkksrk (mgr.14702) 1413 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:08 smithi165 conmon[67662]: cluster 2022-01-25T23:32:07.229646+0000 mgr.smithi068.zkksrk (mgr.14702) 1414 : cluster [DBG] 2022-01-25T23:32:08.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:08 smithi165 conmon[67662]: pgmap v1219: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:08 smithi068 conmon[102841]: cluster 2022-01-25T23:32:07.229646+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:32:09.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:08 smithi068 conmon[102841]: 14702) 1414 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:09.086 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:32:09.381 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:32:09.382 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (45m) 8m ago 46m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:32:09.382 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (39m) 8m ago 46m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:32:09.383 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (39m) 8m ago 46m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:32:09.383 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (45m) 8m ago 46m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:32:09.383 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (42m) 8m ago 42m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:32:09.383 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (42m) 8m ago 42m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:32:09.384 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (40m) 8m ago 48m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:32:09.384 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (39m) 8m ago 46m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:32:09.384 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (39m) 8m ago 48m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:32:09.385 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (39m) 8m ago 46m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:32:09.385 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (40m) 8m ago 40m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:32:09.385 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (40m) 8m ago 40m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:32:09.386 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (46m) 8m ago 46m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:32:09.386 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (46m) 8m ago 46m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:32:09.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (30m) 8m ago 45m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:32:09.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (45m) 8m ago 45m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:32:09.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (45m) 8m ago 45m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:32:09.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (44m) 8m ago 44m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:32:09.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (44m) 8m ago 44m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:32:09.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (44m) 8m ago 44m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:32:09.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (44m) 8m ago 44m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:32:09.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (43m) 8m ago 43m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:32:09.388 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (45m) 8m ago 46m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:32:09.722 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:32:09.723 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:32:09.723 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:09.723 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:09.724 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:32:09.724 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:09.724 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:09.724 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:32:09.725 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:32:09.725 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:32:09.725 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:09.725 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:32:09.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:32:09.726 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:09.726 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:32:09.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:32:09.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:32:09.727 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:32:09.727 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:32:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: audit 2022-01-25T23:32:09.075326+0000 mgr.smithi068.zkksrk (mgr.14702) 1415 : audit 2022-01-25T23:32:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: [DBG] from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: cluster 2022-01-25T23:32:09.230351+0000 mgr.smithi068.zkksrk (mgr.14702) 1416 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: audit 2022-01-25T23:32:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: 2022-01-25T23: 2022-01-25T23:32:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: 32:09.367434+0000 mgr.smithi068.zkksrk (mgr.14702) 1417 2022-01-25T23:32:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: : audit [DBG] from='client.35020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:32:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: T23:32:09.723397+0000 mon.smithi068 (mon.0) 654 : 2022-01-25T23:32:10.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:10 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/2647093145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: audit 2022-01-25T23:32:09.075326+0000 mgr.smithi068.zkksrk 2022-01-25T23:32:10.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: (mgr.14702) 1415 : audit [DBG] from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:10.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: cluster 2022-01-25T23:32:09.230351+0000 mgr.smithi068.zkksrk (mgr.14702) 1416 : cluster 2022-01-25T23:32:10.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: [DBG] pgmap v1220: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:10.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: audit 2022-01-25T23:32 2022-01-25T23:32:10.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: :09.367434+0000 mgr.smithi068.zkksrk (mgr.14702) 1417 : audit [DBG] from='client.35020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:10.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: audit 2022-01-25T23:32:10.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: 2022-01-25T23:32:09.723397+0000 mon.smithi068 2022-01-25T23:32:10.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:10 smithi068 conmon[102841]: (mon.0) 654 : audit [DBG] from='client.? 172.21.15.68:0/2647093145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:12 smithi165 conmon[67662]: cluster 2022-01-25T23:32:11.231035+0000 mgr.smithi068.zkksrk (mgr.14702) 1418 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:12 smithi068 conmon[102841]: cluster 2022-01-25T23:32:11.231035+0000 mgr.smithi068.zkksrk (mgr.14702) 1418 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:14 smithi165 conmon[67662]: cluster 2022-01-25T23:32:13.231607+0000 mgr.smithi068.zkksrk (mgr.14702) 1419 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:14 smithi068 conmon[102841]: cluster 2022-01-25T23:32:13.231607+0000 mgr.smithi068.zkksrk (mgr.14702) 1419 : cluster [DBG] 2022-01-25T23:32:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:14 smithi068 conmon[102841]: pgmap v1222: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:16 smithi165 conmon[67662]: cluster 2022-01-25T23:32:15.232616+0000 mgr.smithi068.zkksrk (mgr.14702) 1420 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:16 smithi068 conmon[102841]: cluster 2022-01-25T23:32:15.232616+0000 mgr.smithi068.zkksrk (mgr.14702) 1420 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:18 smithi068 conmon[102841]: cluster 2022-01-25T23:32:17.233232+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:18 smithi068 conmon[102841]: ) 1421 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:18 smithi068 conmon[102841]: audit 2022-01-25T23:32:18.287737+0000 mon.smithi068 (mon.0) 655 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:32:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:18 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:32:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:18 smithi068 conmon[102841]: 25T23:32:18.330198+0000 mon.smithi068 2022-01-25T23:32:18.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:18 smithi068 conmon[102841]: (mon.0) 656 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:32:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:18 smithi165 conmon[67662]: cluster 2022-01-25T23:32:17.233232+0000 mgr.smithi068.zkksrk (mgr.14702) 1421 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:18 smithi165 conmon[67662]: audit 2022-01-25T23:32:18.287737+0000 mon.smithi068 (mon.0) 655 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:32:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:18 smithi165 conmon[67662]: audit 2022-01-25T23:32:18.330198+0000 mon.smithi068 (mon.0) 656 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:32:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:20 smithi068 conmon[102841]: cluster 2022-01-25T23:32:19.234259+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:20 smithi068 conmon[102841]: ) 1422 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:20 smithi165 conmon[67662]: cluster 2022-01-25T23:32:19.234259+0000 mgr.smithi068.zkksrk (mgr.14702) 1422 : cluster 2022-01-25T23:32:20.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:20 smithi165 conmon[67662]: [DBG] pgmap v1225: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:22 smithi068 conmon[102841]: cluster 2022-01-25T23:32:21.234897+0000 mgr.smithi068.zkksrk (mgr.14702) 1423 : cluster 2022-01-25T23:32:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:22 smithi068 conmon[102841]: [DBG] pgmap v1226: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:22 smithi165 conmon[67662]: cluster 2022-01-25T23:32:21.234897+0000 mgr.smithi068.zkksrk (mgr.14702) 1423 : cluster [DBG] 2022-01-25T23:32:22.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:22 smithi165 conmon[67662]: pgmap v1226: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:24 smithi068 conmon[102841]: cluster 2022-01-25T23:32:23.235520+0000 mgr.smithi068.zkksrk (mgr.14702) 1424 2022-01-25T23:32:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:24 smithi165 conmon[67662]: cluster 2022-01-25T23:32:23.235520+0000 mgr.smithi068.zkksrk (mgr.14702) 1424 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:26.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:26 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:32:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:26 smithi068 conmon[102841]: 32:25.236638+0000 mgr.smithi068.zkksrk (mgr.14702) 1425 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:26 smithi165 conmon[67662]: cluster 2022-01-25T23:32:25.236638+0000 mgr.smithi068.zkksrk (mgr.14702) 1425 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:28 smithi068 conmon[102841]: cluster 2022-01-25T23:32:27.237176+0000 mgr.smithi068.zkksrk (mgr.14702) 1426 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:28 smithi165 conmon[67662]: cluster 2022-01-25T23:32:27.237176+0000 mgr.smithi068.zkksrk (mgr.14702) 1426 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:30.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:30 smithi068 conmon[102841]: cluster 2022-01-25T23:32:29.237939+0000 mgr.smithi068.zkksrk (mgr.14702) 1427 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:30 smithi165 conmon[67662]: cluster 2022-01-25T23:32:29.237939+0000 mgr.smithi068.zkksrk (mgr.14702) 1427 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:32 smithi068 conmon[102841]: cluster 2022-01-25T23:32:31.238482+0000 mgr.smithi068.zkksrk (mgr.14702) 1428 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:32 smithi165 conmon[67662]: cluster 2022-01-25T23:32:31.238482+0000 mgr.smithi068.zkksrk (mgr.14702) 1428 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:34 smithi068 conmon[102841]: cluster 2022-01-25T23:32:33.239112+0000 mgr.smithi068.zkksrk (mgr.14702) 1429 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:34 smithi165 conmon[67662]: cluster 2022-01-25T23:32:33.239112+0000 mgr.smithi068.zkksrk (mgr.14702) 1429 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:36 smithi068 conmon[102841]: cluster 2022-01-25T23:32:35.240204+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:32:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:36 smithi068 conmon[102841]: 1430 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:36 smithi165 conmon[67662]: cluster 2022-01-25T23:32:35.240204+0000 mgr.smithi068.zkksrk (mgr.14702) 1430 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:38 smithi068 conmon[102841]: cluster 2022-01-25T23:32:37.240935+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:38 smithi068 conmon[102841]: ) 1431 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:38 smithi165 conmon[67662]: cluster 2022-01-25T23:32:37.240935+0000 mgr.smithi068.zkksrk (mgr.14702) 1431 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:40.041 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:32:40.328 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:32:40.328 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (46m) 8m ago 47m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:32:40.329 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (39m) 8m ago 47m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:32:40.329 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (39m) 8m ago 46m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:32:40.329 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (46m) 8m ago 47m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:32:40.330 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (43m) 8m ago 43m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:32:40.330 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (43m) 8m ago 43m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:32:40.330 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (40m) 8m ago 48m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:32:40.330 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (40m) 8m ago 46m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:32:40.331 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (40m) 8m ago 48m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:32:40.331 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (39m) 8m ago 46m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:32:40.331 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (40m) 8m ago 40m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:32:40.331 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (40m) 8m ago 40m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:32:40.332 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (47m) 8m ago 47m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:32:40.332 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (46m) 8m ago 46m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:32:40.332 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (31m) 8m ago 46m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:32:40.332 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (46m) 8m ago 46m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:32:40.333 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (45m) 8m ago 45m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:32:40.333 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (45m) 8m ago 45m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:32:40.333 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (45m) 8m ago 45m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:32:40.333 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (44m) 8m ago 44m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:32:40.333 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (44m) 8m ago 44m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:32:40.334 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (44m) 8m ago 44m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:32:40.334 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (46m) 8m ago 47m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:32:40.664 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:32:40.665 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:32:40.665 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:40.665 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:40.666 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:32:40.666 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:40.666 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:40.666 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:32:40.667 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:32:40.667 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:32:40.667 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:40.667 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:32:40.667 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:32:40.668 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:32:40.668 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:32:40.668 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:32:40.668 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:32:40.669 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:32:40.669 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:32:40.669 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:40 smithi068 conmon[102841]: cluster 2022-01-25T23:32:39.241858+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:32:40.669 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:40 smithi068 conmon[102841]: mgr.14702) 1432 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:40 smithi165 conmon[67662]: cluster 2022-01-25T23:32:39.241858+0000 mgr.smithi068.zkksrk (mgr.14702) 1432 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:41 smithi068 conmon[102841]: audit 2022-01-25T23:32:40.030367+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:32:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:41 smithi068 conmon[102841]: 1433 : audit [DBG] from='client.35028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:41 smithi068 conmon[102841]: audit 2022-01-25T23:32:40.314220+0000 mgr.smithi068.zkksrk (mgr.14702) 1434 : audit [DBG] from='client.35032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:41.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:41 smithi068 conmon[102841]: audit 2022-01-25T23:32:40 2022-01-25T23:32:41.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:41 smithi068 conmon[102841]: .665289+0000 mon.smithi068 (mon.0) 657 : audit [DBG] from='client.? 172.21.15.68:0/3193518079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:41.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:41 smithi165 conmon[67662]: audit 2022-01-25T23:32:40.030367+0000 mgr.smithi068.zkksrk (mgr.14702) 1433 : audit [DBG] from='client.35028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:41.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:41 smithi165 conmon[67662]: audit 2022-01-25T23:32:40.314220+0000 mgr.smithi068.zkksrk (mgr.14702) 1434 : audit [DBG] from='client.35032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:41.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:41 smithi165 conmon[67662]: audit 2022-01-25T23:32:40.665289+0000 mon.smithi068 (mon.0) 657 : audit [DBG] from='client.? 172.21.15.68:0/3193518079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:42 smithi068 conmon[102841]: cluster 2022-01-25T23:32:41.242551+0000 mgr.smithi068.zkksrk (mgr.14702) 1435 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:42 smithi165 conmon[67662]: cluster 2022-01-25T23:32:41.242551+0000 mgr.smithi068.zkksrk (mgr.14702) 1435 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:44 smithi068 conmon[102841]: cluster 2022-01-25T23:32:43.243231+0000 mgr.smithi068.zkksrk (mgr.14702) 1436 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:44 smithi165 conmon[67662]: cluster 2022-01-25T23:32:43.243231+0000 mgr.smithi068.zkksrk (mgr.14702) 1436 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:46 smithi068 conmon[102841]: cluster 2022-01-25T23:32:45.244254+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:46 smithi068 conmon[102841]: ) 1437 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:46 smithi165 conmon[67662]: cluster 2022-01-25T23:32:45.244254+0000 mgr.smithi068.zkksrk (mgr.14702) 1437 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:48 smithi068 conmon[102841]: cluster 2022-01-25T23:32:47.245031+0000 mgr.smithi068.zkksrk (mgr.14702) 1438 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:48 smithi165 conmon[67662]: cluster 2022-01-25T23:32:47.245031+0000 mgr.smithi068.zkksrk (mgr.14702) 1438 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:50 smithi068 conmon[102841]: cluster 2022-01-25T23:32:49.246020+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:32:50.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:50 smithi068 conmon[102841]: 1439 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:50 smithi165 conmon[67662]: cluster 2022-01-25T23:32:49.246020+0000 mgr.smithi068.zkksrk (mgr.14702) 1439 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:52 smithi068 conmon[102841]: cluster 2022-01-25T23:32:51.246829+0000 mgr.smithi068.zkksrk (mgr.14702) 1440 : cluster 2022-01-25T23:32:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:52 smithi068 conmon[102841]: [DBG] pgmap v1241: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:52 smithi165 conmon[67662]: cluster 2022-01-25T23:32:51.246829+0000 mgr.smithi068.zkksrk (mgr.14702) 1440 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:54 smithi068 conmon[102841]: cluster 2022-01-25T23:32:53.247509+0000 mgr.smithi068.zkksrk (mgr.14702) 1441 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:54 smithi165 conmon[67662]: cluster 2022-01-25T23:32:53.247509+0000 mgr.smithi068.zkksrk (mgr.14702) 1441 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:56 smithi068 conmon[102841]: cluster 2022-01-25T23:32:55.248497+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:32:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:56 smithi068 conmon[102841]: 14702) 1442 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:56 smithi165 conmon[67662]: cluster 2022-01-25T23:32:55.248497+0000 mgr.smithi068.zkksrk (mgr.14702) 1442 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:32:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:58 smithi068 conmon[102841]: cluster 2022-01-25T23:32:57.249215+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:32:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:32:58 smithi068 conmon[102841]: ) 1443 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:32:58 smithi165 conmon[67662]: cluster 2022-01-25T23:32:57.249215+0000 mgr.smithi068.zkksrk (mgr.14702) 1443 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:00 smithi068 conmon[102841]: cluster 2022-01-25T23:32:59.250271+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:33:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:00 smithi068 conmon[102841]: ) 1444 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:00 smithi165 conmon[67662]: cluster 2022-01-25T23:32:59.250271+0000 mgr.smithi068.zkksrk (mgr.14702) 1444 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:02 smithi068 conmon[102841]: cluster 2022-01-25T23:33:01.250955+0000 mgr.smithi068.zkksrk (mgr.14702) 1445 : cluster 2022-01-25T23:33:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:02 smithi068 conmon[102841]: [DBG] pgmap v1246: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:02 smithi165 conmon[67662]: cluster 2022-01-25T23:33:01.250955+0000 mgr.smithi068.zkksrk (mgr.14702) 1445 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:04 smithi068 conmon[102841]: cluster 2022-01-25T23:33:03.251474+0000 mgr.smithi068.zkksrk (mgr.14702) 1446 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:04 smithi165 conmon[67662]: cluster 2022-01-25T23:33:03.251474+0000 mgr.smithi068.zkksrk (mgr.14702) 1446 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: audit 2022-01-25T23:33:04.633716+0000 mon.smithi068 (mon.0) 658 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:33:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: audit 2022-01-25T23:33:04.635208+0000 mon.smithi068 (mon.0) 659 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:33:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: audit 2022-01-25T23:33:04.636367+0000 mon.smithi068 2022-01-25T23:33:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: (mon.0) 660 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:33:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: cephadm 2022-01-25T23:33 2022-01-25T23:33:05.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: :04.637254+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:33:05.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: 1447 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:33:05.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:33:05.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: 25T23:33:05.033730+0000 mon.smithi068 2022-01-25T23:33:05.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: (mon.0) 661 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:33:05.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: 2022-01-25T23:33:05.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:33:05.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: T23:33:05.047221+0000 2022-01-25T23:33:05.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: mon.smithi068 (mon.0) 662 2022-01-25T23:33:05.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:33:05.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:33:05.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: -25T23:33:05.052720 2022-01-25T23:33:05.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 663 : audit 2022-01-25T23:33:05.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:05 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:33:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: audit 2022-01-25T23:33:04.633716+0000 mon.smithi068 (mon.0) 658 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:33:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:33:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: T23:33:04.635208+0000 mon.smithi068 (mon.0) 659 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:33:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: audit 2022-01-25T23:33:04.636367+0000 mon.smithi068 (mon.0) 660 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:33:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: cephadm 2022-01-25 2022-01-25T23:33:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: T23:33:04.637254+0000 mgr.smithi068.zkksrk (mgr.14702) 1447 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:33:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:33:05.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: 01-25T23:33:05.033730+0000 mon.smithi068 (mon.0) 661 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:33:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: audit 2022-01-25T23: 2022-01-25T23:33:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: 33:05.047221+0000 mon.smithi068 (mon.0) 662 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:33:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: 2022-01-25T23:33:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:33:05.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:05 smithi165 conmon[67662]: 23:33:05.052720+0000 mon.smithi068 (mon.0) 663 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:33:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:06 smithi068 conmon[102841]: cluster 2022-01-25T23:33:05.252366+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:33:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:06 smithi068 conmon[102841]: 1448 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:06 smithi165 conmon[67662]: cluster 2022-01-25T23:33:05.252366+0000 mgr.smithi068.zkksrk (mgr.14702) 1448 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:08 smithi068 conmon[102841]: cluster 2022-01-25T23:33:07.252940+0000 mgr.smithi068.zkksrk (mgr.14702) 1449 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:08 smithi165 conmon[67662]: cluster 2022-01-25T23:33:07.252940+0000 mgr.smithi068.zkksrk (mgr.14702) 1449 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:10 smithi068 conmon[102841]: cluster 2022-01-25T23:33:09.253831+0000 mgr.smithi068.zkksrk (mgr.14702) 1450 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:10 smithi068 conmon[102841]: 2022-01-25T23:33:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:10 smithi165 conmon[67662]: cluster 2022-01-25T23:33:09.253831+0000 mgr.smithi068.zkksrk (mgr.14702) 1450 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:10.983 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:33:11.273 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:33:11.273 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (46m) 9m ago 48m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:33:11.273 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (40m) 9m ago 47m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:33:11.274 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (40m) 9m ago 47m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:33:11.274 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (46m) 9m ago 47m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:33:11.274 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (43m) 9m ago 43m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:33:11.274 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (43m) 9m ago 43m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:33:11.275 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (41m) 9m ago 49m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:33:11.275 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (40m) 9m ago 47m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:33:11.275 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (40m) 9m ago 49m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:33:11.275 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (40m) 9m ago 47m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:33:11.276 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (41m) 9m ago 41m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:33:11.276 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (41m) 9m ago 41m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:33:11.276 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (47m) 9m ago 47m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:33:11.276 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (47m) 9m ago 47m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:33:11.276 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (31m) 9m ago 46m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:33:11.277 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (46m) 9m ago 46m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:33:11.277 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (46m) 9m ago 46m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:33:11.277 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (45m) 9m ago 45m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:33:11.277 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (45m) 9m ago 45m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:33:11.278 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (45m) 9m ago 45m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:33:11.278 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (45m) 9m ago 45m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:33:11.278 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (44m) 9m ago 44m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:33:11.278 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (46m) 9m ago 47m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:33:11.609 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:33:11.610 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:33:11.611 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:11.611 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:11.611 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:33:11.611 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:11.612 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:11.612 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:33:11.612 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:33:11.612 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:33:11.612 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:11.613 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:33:11.613 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:33:11.613 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:11.613 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:33:11.614 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:33:11.614 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:33:11.614 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:33:11.614 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:33:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: audit 2022-01-25T23:33:10.972427+0000 mgr.smithi068.zkksrk (mgr.14702) 1451 : audit [DBG] from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: cluster 2022-01-25T23:33:11.254331+0000 mgr.smithi068.zkksrk (mgr.14702) 1452 : cluster [DBG] 2022-01-25T23:33:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: pgmap v1251: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:33:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: :33:11.259154+0000 mgr.smithi068.zkksrk 2022-01-25T23:33:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: (mgr.14702) 1453 : audit [DBG] 2022-01-25T23:33:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: from='client.35044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:33:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: 01-25T23:33:11.610410+0000 2022-01-25T23:33:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: mon.smithi068 (mon.0) 664 : audit [DBG] 2022-01-25T23:33:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:12 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1623283291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: audit 2022-01-25T23:33:10.972427+0000 mgr.smithi068.zkksrk (mgr.14702) 1451 : audit [DBG] from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: cluster 2022-01-25T23:33:11.254331+0000 mgr.smithi068.zkksrk (mgr.14702) 1452 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: audit 2022-01-25T23:33 2022-01-25T23:33:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: :11.259154+0000 mgr.smithi068.zkksrk (mgr.14702) 1453 2022-01-25T23:33:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: : audit [DBG] from='client.35044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: audit 2022-01-25T23:33:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: 2022-01 2022-01-25T23:33:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: -25T23:33:11.610410+0000 2022-01-25T23:33:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: mon.smithi068 (mon.0) 664 : audit 2022-01-25T23:33:12.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:12 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/1623283291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:14 smithi068 conmon[102841]: cluster 2022-01-25T23:33:13.254892+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:33:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:14 smithi068 conmon[102841]: 14702) 1454 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:14 smithi165 conmon[67662]: cluster 2022-01-25T23:33:13.254892+0000 mgr.smithi068.zkksrk (mgr.14702) 1454 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:16 smithi068 conmon[102841]: cluster 2022-01-25T23:33:15.255806+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:33:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:16 smithi068 conmon[102841]: 14702) 1455 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:16 smithi165 conmon[67662]: cluster 2022-01-25T23:33:15.255806+0000 mgr.smithi068.zkksrk (mgr.14702) 1455 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:18 smithi068 conmon[102841]: cluster 2022-01-25T23:33:17.256466+0000 mgr.smithi068.zkksrk (mgr.14702) 1456 2022-01-25T23:33:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:18 smithi068 conmon[102841]: : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:18 smithi068 conmon[102841]: audit 2022-01-25T23:33:18.290229+0000 mon.smithi068 (mon.0) 665 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:33:18.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:18 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:33:18.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:18 smithi068 conmon[102841]: -25T23:33:18.334698+0000 mon.smithi068 (mon.0) 666 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:33:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:18 smithi165 conmon[67662]: cluster 2022-01-25T23:33:17.256466+0000 mgr.smithi068.zkksrk (mgr.14702) 1456 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:18 smithi165 conmon[67662]: audit 2022-01-25T23:33:18.290229+0000 mon.smithi068 (mon.0) 665 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:33:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:18 smithi165 conmon[67662]: audit 2022-01-25T23:33:18.334698+0000 2022-01-25T23:33:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 666 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:33:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:20 smithi165 conmon[67662]: cluster 2022-01-25T23:33:19.257526+0000 mgr.smithi068.zkksrk (mgr.14702) 1457 : cluster [DBG] 2022-01-25T23:33:20.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:20 smithi165 conmon[67662]: pgmap v1255: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:20 smithi068 conmon[102841]: cluster 2022-01-25T23:33:19.257526+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:33:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:20 smithi068 conmon[102841]: 14702) 1457 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:22 smithi165 conmon[67662]: cluster 2022-01-25T23:33:21.258057+0000 mgr.smithi068.zkksrk (mgr.14702) 1458 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:22 smithi068 conmon[102841]: cluster 2022-01-25T23:33:21.258057+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:33:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:22 smithi068 conmon[102841]: .14702) 1458 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:24 smithi165 conmon[67662]: cluster 2022-01-25T23:33:23.258607+0000 mgr.smithi068.zkksrk (mgr.14702) 1459 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:24 smithi068 conmon[102841]: cluster 2022-01-25T23:33:23.258607+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:33:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:24 smithi068 conmon[102841]: ) 1459 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:26 smithi165 conmon[67662]: cluster 2022-01-25T23:33:25.259432+0000 mgr.smithi068.zkksrk (mgr.14702) 1460 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:26 smithi068 conmon[102841]: cluster 2022-01-25T23:33:25.259432+0000 mgr.smithi068.zkksrk (mgr.14702) 1460 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:28 smithi165 conmon[67662]: cluster 2022-01-25T23:33:27.260101+0000 mgr.smithi068.zkksrk (mgr.14702) 1461 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:28.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:28 smithi165 conmon[67662]: 2022-01-25T23:33:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:28 smithi068 conmon[102841]: cluster 2022-01-25T23:33:27.260101+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:33:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:28 smithi068 conmon[102841]: .14702) 1461 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:30 smithi165 conmon[67662]: cluster 2022-01-25T23:33:29.260905+0000 mgr.smithi068.zkksrk (mgr.14702) 1462 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:30 smithi068 conmon[102841]: cluster 2022-01-25T23:33:29.260905+0000 mgr.smithi068.zkksrk (mgr.14702) 1462 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:32 smithi165 conmon[67662]: cluster 2022-01-25T23:33:31.261566+0000 mgr.smithi068.zkksrk (mgr.14702) 1463 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:32 smithi068 conmon[102841]: cluster 2022-01-25T23:33:31.261566+0000 mgr.smithi068.zkksrk (mgr.14702) 1463 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:34 smithi165 conmon[67662]: cluster 2022-01-25T23:33:33.262292+0000 mgr.smithi068.zkksrk (mgr.14702) 1464 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:34 smithi068 conmon[102841]: cluster 2022-01-25T23:33:33.262292+0000 mgr.smithi068.zkksrk (mgr.14702) 1464 : cluster 2022-01-25T23:33:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:34 smithi068 conmon[102841]: [DBG] pgmap v1262: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:36 smithi165 conmon[67662]: cluster 2022-01-25T23:33:35.263152+0000 mgr.smithi068.zkksrk (mgr.14702) 1465 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:36 smithi068 conmon[102841]: cluster 2022-01-25T23:33:35.263152+0000 mgr.smithi068.zkksrk (mgr.14702) 1465 2022-01-25T23:33:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:38 smithi165 conmon[67662]: cluster 2022-01-25T23:33:37.263799+0000 mgr.smithi068.zkksrk (mgr.14702) 1466 : cluster [DBG] 2022-01-25T23:33:38.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:38 smithi165 conmon[67662]: pgmap v1264: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:38 smithi068 conmon[102841]: cluster 2022-01-25T23:33:37.263799+0000 mgr.smithi068.zkksrk (mgr.14702) 1466 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:40 smithi165 conmon[67662]: cluster 2022-01-25T23:33:39.264608+0000 mgr.smithi068.zkksrk (mgr.14702) 1467 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:40 smithi068 conmon[102841]: cluster 2022-01-25T23:33:39.264608+0000 mgr.smithi068.zkksrk (mgr.14702) 1467 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:41.929 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:33:42.215 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:33:42.216 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (47m) 9m ago 48m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:33:42.216 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (40m) 9m ago 48m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:33:42.216 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (40m) 9m ago 47m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:33:42.216 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (47m) 9m ago 48m 40.6M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:33:42.217 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (44m) 9m ago 44m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:33:42.217 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (44m) 9m ago 44m 21.1M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:33:42.217 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (41m) 9m ago 49m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:33:42.217 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (41m) 9m ago 47m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:33:42.218 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (41m) 9m ago 49m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:33:42.218 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (40m) 9m ago 47m 176M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:33:42.218 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (41m) 9m ago 41m 159M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:33:42.218 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (41m) 9m ago 41m 92.6M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:33:42.219 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (48m) 9m ago 48m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:33:42.219 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (47m) 9m ago 47m 16.3M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:33:42.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (32m) 9m ago 47m 602M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:33:42.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (47m) 9m ago 47m 1377M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:33:42.219 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (46m) 9m ago 46m 998M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:33:42.220 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (46m) 9m ago 46m 1583M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:33:42.220 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (46m) 9m ago 46m 1403M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:33:42.220 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (46m) 9m ago 46m 1736M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:33:42.220 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (45m) 9m ago 45m 1349M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:33:42.221 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (45m) 9m ago 45m 2006M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:33:42.221 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (47m) 9m ago 48m 56.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:33:42.556 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:33:42.556 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:33:42.556 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:42.556 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:42.557 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:33:42.557 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:42.557 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:42.557 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:33:42.558 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:33:42.558 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:33:42.558 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:42.558 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:33:42.558 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:33:42.559 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:33:42.559 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:33:42.559 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:33:42.559 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:33:42.560 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:33:42.560 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:33:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:42 smithi068 conmon[102841]: cluster 2022-01-25T23:33:41.265219+0000 mgr.smithi068.zkksrk (mgr.14702) 1468 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:42 smithi068 conmon[102841]: audit 2022-01-25T23:33:42.556548+0000 mon.smithi068 (mon.0) 667 : audit [DBG] from='client.? 172.21.15.68:0/4128074900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:42 smithi165 conmon[67662]: cluster 2022-01-25T23:33:41.265219+0000 mgr.smithi068.zkksrk (mgr.14702) 1468 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:42 smithi165 conmon[67662]: audit 2022-01-25T23:33:42.556548+0000 mon.smithi068 (mon.0) 667 : audit [DBG] from='client.? 172.21.15.68:0/4128074900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:43 smithi165 conmon[67662]: audit 2022-01-25T23:33:41.918253+0000 mgr.smithi068.zkksrk (mgr.14702) 1469 : audit [DBG] from='client.35052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:43.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:43 smithi165 conmon[67662]: audit 2022-01-25T23:33:42.201678+0000 mgr.smithi068.zkksrk (mgr.14702) 1470 : audit [DBG] from='client.35056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:43 smithi068 conmon[102841]: audit 2022-01-25T23:33:41.918253+0000 mgr.smithi068.zkksrk 2022-01-25T23:33:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:43 smithi068 conmon[102841]: (mgr.14702) 1469 : audit [DBG] from='client.35052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:44.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:43 smithi068 conmon[102841]: audit 2022-01-25T23:33:42.201678+0000 mgr.smithi068.zkksrk (mgr.14702) 1470 : audit [DBG] from='client.35056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:44 smithi165 conmon[67662]: cluster 2022-01-25T23:33:43.265751+0000 mgr.smithi068.zkksrk (mgr.14702) 1471 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:44 smithi068 conmon[102841]: cluster 2022-01-25T23:33:43.265751+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:33:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:44 smithi068 conmon[102841]: 14702) 1471 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:46 smithi165 conmon[67662]: cluster 2022-01-25T23:33:45.266879+0000 mgr.smithi068.zkksrk (mgr.14702) 1472 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:46 smithi068 conmon[102841]: cluster 2022-01-25T23:33:45.266879+0000 mgr.smithi068.zkksrk (mgr.14702) 1472 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:46 smithi068 conmon[102841]: 2022-01-25T23:33:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:48 smithi165 conmon[67662]: cluster 2022-01-25T23:33:47.267371+0000 mgr.smithi068.zkksrk (mgr.14702) 1473 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:48 smithi068 conmon[102841]: cluster 2022-01-25T23:33:47.267371+0000 mgr.smithi068.zkksrk (mgr.14702) 1473 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:50 smithi165 conmon[67662]: cluster 2022-01-25T23:33:49.268201+0000 mgr.smithi068.zkksrk (mgr.14702) 1474 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:50 smithi165 conmon[67662]: 2022-01-25T23:33:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:50 smithi068 conmon[102841]: cluster 2022-01-25T23:33:49.268201+0000 mgr.smithi068.zkksrk (mgr.14702) 1474 : 2022-01-25T23:33:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:50 smithi068 conmon[102841]: cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:52 smithi165 conmon[67662]: cluster 2022-01-25T23:33:51.268814+0000 mgr.smithi068.zkksrk (mgr.14702) 1475 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:52 smithi068 conmon[102841]: cluster 2022-01-25T23:33:51.268814+0000 mgr.smithi068.zkksrk (mgr.14702) 1475 2022-01-25T23:33:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:54 smithi165 conmon[67662]: cluster 2022-01-25T23:33:53.269508+0000 mgr.smithi068.zkksrk (mgr.14702) 1476 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:54 smithi068 conmon[102841]: cluster 2022-01-25T23:33:53.269508+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:33:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:54 smithi068 conmon[102841]: 1476 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:56 smithi165 conmon[67662]: cluster 2022-01-25T23:33:55.270498+0000 mgr.smithi068.zkksrk (mgr.14702) 1477 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:56 smithi068 conmon[102841]: cluster 2022-01-25T23:33:55.270498+0000 mgr.smithi068.zkksrk (mgr.14702) 1477 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:33:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:58 smithi165 conmon[67662]: cluster 2022-01-25T23:33:57.271136+0000 mgr.smithi068.zkksrk (mgr.14702) 1478 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:33:58 smithi165 conmon[67662]: 2022-01-25T23:33:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:33:58 smithi068 conmon[102841]: cluster 2022-01-25T23:33:57.271136+0000 mgr.smithi068.zkksrk (mgr.14702) 1478 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:00 smithi165 conmon[67662]: cluster 2022-01-25T23:33:59.271959+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:34:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:00 smithi165 conmon[67662]: 1479 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:00 smithi068 conmon[102841]: cluster 2022-01-25T23:33:59.271959+0000 mgr.smithi068.zkksrk (mgr.14702) 1479 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:02 smithi165 conmon[67662]: cluster 2022-01-25T23:34:01.272754+0000 mgr.smithi068.zkksrk (mgr.14702) 1480 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:02 smithi068 conmon[102841]: cluster 2022-01-25T23:34:01.272754+0000 mgr.smithi068.zkksrk (mgr.14702) 1480 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:04 smithi165 conmon[67662]: cluster 2022-01-25T23:34:03.273252+0000 mgr.smithi068.zkksrk (mgr.14702) 1481 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:04 smithi068 conmon[102841]: cluster 2022-01-25T23:34:03.273252+0000 mgr.smithi068.zkksrk (mgr.14702) 1481 : 2022-01-25T23:34:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:04 smithi068 conmon[102841]: cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:05 smithi165 conmon[67662]: audit 2022-01-25T23:34 2022-01-25T23:34:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:05 smithi165 conmon[67662]: :05.055734+0000 mon.smithi068 (mon.0) 668 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:34:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:05 smithi165 conmon[67662]: audit 2022-01-25T23:34:05.057217+0000 mon.smithi068 (mon.0) 669 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:34:05.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:05 smithi165 conmon[67662]: audit 2022-01-25T23:34:05.058189+0000 mon.smithi068 (mon.0) 670 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:34:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: audit 2022-01-25T23:34:05.055734+0000 2022-01-25T23:34:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: mon.smithi068 (mon.0) 668 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:34:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: audit 2022-01-25T23:34:05.057217 2022-01-25T23:34:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 669 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:34:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:34:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: 01-25T23:34:05 2022-01-25T23:34:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: .058189+0000 mon.smithi068 (mon.0) 670 2022-01-25T23:34:06.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:05 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:34:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:06 smithi165 conmon[67662]: cephadm 2022-01-25T23:34:05.059000+0000 mgr.smithi068.zkksrk (mgr.14702) 1482 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:34:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:06 smithi165 conmon[67662]: cluster 2022-01-25T23:34:05.274102+0000 mgr.smithi068.zkksrk (mgr.14702) 1483 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:06 smithi068 conmon[102841]: cephadm 2022-01-25T23:34:05.059000+0000 mgr.smithi068.zkksrk (mgr.14702) 1482 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:34:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:06 smithi068 conmon[102841]: cluster 2022-01-25T23:34:05.274102+0000 mgr.smithi068.zkksrk (mgr.14702) 1483 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:08 smithi165 conmon[67662]: cluster 2022-01-25T23:34:07.274547+0000 mgr.smithi068.zkksrk (mgr.14702) 1484 2022-01-25T23:34:08.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:08 smithi165 conmon[67662]: : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:08 smithi068 conmon[102841]: cluster 2022-01-25T23:34:07.274547+0000 2022-01-25T23:34:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:08 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1484 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:10 smithi165 conmon[67662]: cluster 2022-01-25T23:34:09.275299+0000 mgr.smithi068.zkksrk (mgr.14702) 1485 : cluster 2022-01-25T23:34:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:10 smithi165 conmon[67662]: [DBG] pgmap v1280: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:10 smithi165 conmon[67662]: audit 2022-01-25T23:34:09.414476+0000 mon.smithi068 (mon.0) 671 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:10 smithi068 conmon[102841]: cluster 2022-01-25T23:34:09.275299+0000 mgr.smithi068.zkksrk (mgr.14702) 1485 : 2022-01-25T23:34:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:10 smithi068 conmon[102841]: cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:10 smithi068 conmon[102841]: audit 2022-01-25T23:34:09.414476+0000 mon.smithi068 (mon.0) 671 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:12 smithi165 conmon[67662]: cluster 2022-01-25T23:34:11.275769+0000 mgr.smithi068.zkksrk (mgr.14702) 1486 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:12 smithi165 conmon[67662]: audit 2022-01-25T23:34:12.027287+0000 mon.smithi068 (mon.0) 672 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:12 smithi165 conmon[67662]: audit 2022-01-25T23:34:12.409282+0000 mon.smithi068 (mon.0) 673 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:34:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:12 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:34:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:12 smithi165 conmon[67662]: T23:34:12.413504+0000 mon.smithi068 (mon.0) 674 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:12.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: cluster 2022-01-25T23:34:11.275769+0000 2022-01-25T23:34:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1486 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: audit 2022-01-25T23:34:12.027287+0000 mon.smithi068 (mon.0) 672 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: 2022-01-25T23:34:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: audit 2022-01-25T23:34: 2022-01-25T23:34:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: 12.409282+0000 mon.smithi068 (mon.0) 673 : audit [INF] 2022-01-25T23:34:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:34:12.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: audit 2022-01-25T23:34: 2022-01-25T23:34:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: 12.413504+0000 mon.smithi068 (mon. 2022-01-25T23:34:12.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:12 smithi068 conmon[102841]: 0) 674 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:12.863 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:34:13.153 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:34:13.153 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (47m) 1s ago 49m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:34:13.153 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (41m) 1s ago 48m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:34:13.154 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (41m) 3s ago 48m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:34:13.154 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (47m) 1s ago 48m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:34:13.154 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (44m) 1s ago 44m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:34:13.154 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (44m) 3s ago 44m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:34:13.155 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (42m) 1s ago 50m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:34:13.155 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (41m) 3s ago 48m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:34:13.155 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (41m) 1s ago 50m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:34:13.155 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (41m) 3s ago 48m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:34:13.155 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (42m) 1s ago 42m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:34:13.156 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (42m) 3s ago 42m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:34:13.156 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (48m) 1s ago 48m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:34:13.156 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (48m) 3s ago 48m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:34:13.156 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (32m) 1s ago 47m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:34:13.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (47m) 1s ago 47m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:34:13.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (47m) 1s ago 47m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:34:13.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (47m) 1s ago 47m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:34:13.157 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (46m) 3s ago 46m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:34:13.158 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (46m) 3s ago 46m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:34:13.158 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (46m) 3s ago 46m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:34:13.158 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (46m) 3s ago 46m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:34:13.158 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (47m) 1s ago 48m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:34:13.493 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:34:13.493 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:34:13.493 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:13.494 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:13.494 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:34:13.494 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:13.494 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:13.495 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:34:13.495 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:34:13.495 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:34:13.495 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:13.496 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:34:13.496 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:34:13.496 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:13.496 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:34:13.496 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:34:13.497 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:34:13.497 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:34:13.497 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:34:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:13 smithi165 conmon[67662]: audit 2022-01-25T23:34:12.423409+0000 mon.smithi068 (mon.0) 675 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:13 smithi068 conmon[102841]: audit 2022-01-25T23:34:12.423409+0000 mon.smithi068 (mon.0) 2022-01-25T23:34:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:13 smithi068 conmon[102841]: 675 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:34:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:14 smithi165 conmon[67662]: audit 2022-01-25T23:34:12.851900+0000 mgr.smithi068.zkksrk (mgr.14702) 1487 : audit 2022-01-25T23:34:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:14 smithi165 conmon[67662]: [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:14 smithi165 conmon[67662]: audit 2022-01-25T23:34:13.139034+0000 mgr.smithi068.zkksrk (mgr.14702) 1488 : audit [DBG] from='client.35068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:14 smithi165 conmon[67662]: cluster 2022-01-25T23:34:13.276246+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:34:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:14 smithi165 conmon[67662]: .14702) 1489 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:14 smithi165 conmon[67662]: audit 2022-01-25T23:34:13.493721+0000 mon.smithi068 (mon.0) 676 : audit [DBG] from='client.? 172.21.15.68:0/746686662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: audit 2022-01-25T23:34:12.851900+0000 mgr.smithi068.zkksrk (mgr.14702) 1487 : audit 2022-01-25T23:34:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: audit 2022-01-25T23:34:13.139034+0000 mgr.smithi068.zkksrk (mgr.14702) 1488 : audit [DBG] from='client.35068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:34:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: -25T23:34:13.276246+0000 mgr.smithi068.zkksrk (mgr.14702) 1489 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: audit 2022-01-25T23:34:13.493721+0000 2022-01-25T23:34:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:14 smithi068 conmon[102841]: mon.smithi068 (mon.0) 676 : audit [DBG] from='client.? 172.21.15.68:0/746686662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:16 smithi068 conmon[102841]: cluster 2022-01-25T23:34:15.277149+0000 mgr.smithi068.zkksrk (mgr.14702) 1490 2022-01-25T23:34:16.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:16 smithi165 conmon[67662]: cluster 2022-01-25T23:34:15.277149+0000 mgr.smithi068.zkksrk (mgr.14702) 1490 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:16 smithi165 conmon[67662]: 2022-01-25T23:34:18.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:18 smithi068 conmon[102841]: cluster 2022-01-25T23:34:17.277824+0000 mgr.smithi068.zkksrk (mgr.14702) 1491 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:18.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:18 smithi068 conmon[102841]: audit 2022-01-25T23:34:18.292681+0000 mon.smithi068 (mon.0) 677 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:34:18.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:18 smithi068 conmon[102841]: audit 2022-01-25T23:34:18.340689+0000 mon.smithi068 (mon.0) 678 : audit 2022-01-25T23:34:18.566 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:34:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:18 smithi165 conmon[67662]: cluster 2022-01-25T23:34:17.277824+0000 mgr.smithi068.zkksrk (mgr.14702) 1491 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:18 smithi165 conmon[67662]: audit 2022-01-25T23:34:18.292681+0000 mon.smithi068 (mon.0) 677 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:34:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:18 smithi165 conmon[67662]: audit 2022-01-25T23:34:18.340689+0000 mon.smithi068 (mon.0) 678 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:34:20.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:20 smithi068 conmon[102841]: cluster 2022-01-25T23:34:19.278769+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:34:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:20 smithi068 conmon[102841]: ) 1492 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:20 smithi165 conmon[67662]: cluster 2022-01-25T23:34:19.278769+0000 mgr.smithi068.zkksrk (mgr.14702) 1492 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:22 smithi068 conmon[102841]: cluster 2022-01-25T23:34:21.279473+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:34:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:22 smithi068 conmon[102841]: 1493 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:22 smithi165 conmon[67662]: cluster 2022-01-25T23:34:21.279473+0000 mgr.smithi068.zkksrk (mgr.14702) 1493 : cluster [DBG] 2022-01-25T23:34:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:22 smithi165 conmon[67662]: pgmap v1286: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:24 smithi068 conmon[102841]: cluster 2022-01-25T23:34:23. 2022-01-25T23:34:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:24 smithi068 conmon[102841]: 280043+0000 mgr.smithi068.zkksrk (mgr.14702) 1494 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:24 smithi165 conmon[67662]: cluster 2022-01-25T23:34:23.280043+0000 mgr.smithi068.zkksrk (mgr.14702) 1494 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:26 smithi068 conmon[102841]: cluster 2022-01-25T23:34:25.280947+0000 mgr.smithi068.zkksrk (mgr.14702) 1495 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:26 smithi165 conmon[67662]: cluster 2022-01-25T23:34:25.280947+0000 mgr.smithi068.zkksrk (mgr.14702) 1495 : cluster [DBG] 2022-01-25T23:34:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:26 smithi165 conmon[67662]: pgmap v1288: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:28 smithi068 conmon[102841]: cluster 2022-01-25T23:34:27.281667+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:34:28.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:28 smithi068 conmon[102841]: .14702) 1496 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:28 smithi165 conmon[67662]: cluster 2022-01-25T23:34:27.281667+0000 mgr.smithi068.zkksrk (mgr.14702) 1496 : cluster [DBG] 2022-01-25T23:34:28.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:28 smithi165 conmon[67662]: pgmap v1289: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:30 smithi068 conmon[102841]: cluster 2022-01-25T23:34:29.282512+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:34:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:30 smithi068 conmon[102841]: ) 1497 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:30 smithi165 conmon[67662]: cluster 2022-01-25T23:34:29.282512+0000 mgr.smithi068.zkksrk (mgr.14702) 1497 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:32 smithi068 conmon[102841]: cluster 2022-01-25T23:34:31.283311+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:34:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:32 smithi068 conmon[102841]: ) 1498 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:32 smithi165 conmon[67662]: cluster 2022-01-25T23:34:31.283311+0000 mgr.smithi068.zkksrk (mgr.14702) 1498 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:34.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:34 smithi068 conmon[102841]: cluster 2022-01-25T23:34:33.283878+0000 mgr.smithi068.zkksrk (mgr.14702) 1499 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:34 smithi165 conmon[67662]: cluster 2022-01-25T23:34:33.283878+0000 mgr.smithi068.zkksrk (mgr.14702) 1499 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:36 smithi068 conmon[102841]: cluster 2022-01-25T23:34:35.284728+0000 mgr.smithi068.zkksrk (mgr.14702) 1500 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:36 smithi165 conmon[67662]: cluster 2022-01-25T23:34:35.284728+0000 mgr.smithi068.zkksrk (mgr.14702) 1500 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:38 smithi068 conmon[102841]: cluster 2022-01-25T23:34:37.285318+0000 mgr.smithi068.zkksrk (mgr.14702) 1501 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:38 smithi165 conmon[67662]: cluster 2022-01-25T23:34:37.285318+0000 mgr.smithi068.zkksrk (mgr.14702) 1501 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:40 smithi068 conmon[102841]: cluster 2022-01-25T23:34:39.286187+0000 mgr.smithi068.zkksrk (mgr.14702) 1502 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:40 smithi165 conmon[67662]: cluster 2022-01-25T23:34:39.286187+0000 mgr.smithi068.zkksrk (mgr.14702) 1502 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:42 smithi068 conmon[102841]: cluster 2022-01-25T23:34:41.286764+0000 mgr.smithi068.zkksrk (mgr.14702) 1503 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:42 smithi165 conmon[67662]: cluster 2022-01-25T23:34:41.286764+0000 mgr.smithi068.zkksrk (mgr.14702) 1503 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:43.816 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:34:44.106 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:34:44.106 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (48m) 32s ago 49m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:34:44.107 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (41m) 32s ago 49m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:34:44.107 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (41m) 34s ago 48m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:34:44.107 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (48m) 32s ago 49m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:34:44.107 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (45m) 32s ago 45m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:34:44.107 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (45m) 34s ago 45m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:34:44.108 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (42m) 32s ago 50m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:34:44.108 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (42m) 34s ago 48m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:34:44.108 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (42m) 32s ago 50m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:34:44.108 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (41m) 34s ago 48m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:34:44.109 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (42m) 32s ago 42m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:34:44.109 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (42m) 34s ago 42m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:34:44.109 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (49m) 32s ago 49m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:34:44.109 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (48m) 34s ago 48m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:34:44.109 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (33m) 32s ago 48m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:34:44.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (48m) 32s ago 48m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:34:44.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (47m) 32s ago 47m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:34:44.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (47m) 32s ago 47m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:34:44.110 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (47m) 34s ago 47m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:34:44.111 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (47m) 34s ago 47m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:34:44.111 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (46m) 34s ago 46m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:34:44.111 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (46m) 34s ago 46m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:34:44.111 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (48m) 32s ago 49m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:34:44.444 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:34:44.444 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:34:44.444 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:44.445 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:44.445 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:34:44.445 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:44.445 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:44.446 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:34:44.446 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:34:44.446 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:34:44.446 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:44.447 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:34:44.447 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:34:44.447 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:34:44.447 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:34:44.448 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:34:44.448 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:34:44.448 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:34:44.448 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:34:44.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:44 smithi068 conmon[102841]: cluster 2022-01-25T23:34:43.287455+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:34:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:44 smithi068 conmon[102841]: 1504 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:44 smithi068 conmon[102841]: audit 2022-01-25T23:34:44.444760+0000 mon.smithi068 (mon 2022-01-25T23:34:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:44 smithi068 conmon[102841]: .0) 679 : audit [DBG] from='client.? 172.21.15.68:0/243987163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:44 smithi165 conmon[67662]: cluster 2022-01-25T23:34:43.287455+0000 mgr.smithi068.zkksrk (mgr.14702) 1504 : cluster [DBG] 2022-01-25T23:34:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:44 smithi165 conmon[67662]: pgmap v1297: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:44.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:44 smithi165 conmon[67662]: audit 2022-01-25T23:34:44.444760+0000 mon.smithi068 (mon.0) 679 : audit [DBG] from='client.? 172.21.15.68:0/243987163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:45 smithi068 conmon[102841]: audit 2022-01-25T23:34:43.804334+0000 mgr.smithi068.zkksrk (mgr.14702) 1505 : audit [DBG] from='client.35076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:45 smithi068 conmon[102841]: audit 2022-01-25T23:34:44.092073+0000 mgr.smithi068.zkksrk (mgr.14702) 1506 : audit [DBG] from='client.35080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:45 smithi165 conmon[67662]: audit 2022-01-25T23:34:43.804334+0000 mgr.smithi068.zkksrk (mgr.14702) 1505 : audit [DBG] 2022-01-25T23:34:45.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:45 smithi165 conmon[67662]: from='client.35076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:45.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:45 smithi165 conmon[67662]: audit 2022-01-25T23:34:44.092073+0000 mgr.smithi068.zkksrk (mgr.14702) 1506 : audit [DBG] from='client.35080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:46 smithi068 conmon[102841]: cluster 2022-01-25T23:34:45.288321+0000 mgr.smithi068.zkksrk (mgr.14702) 1507 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:46 smithi165 conmon[67662]: cluster 2022-01-25T23:34:45.288321+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:34:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:46 smithi165 conmon[67662]: ) 1507 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:48 smithi068 conmon[102841]: cluster 2022-01-25T23:34:47.288897+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:34:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:48 smithi068 conmon[102841]: 1508 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:48 smithi165 conmon[67662]: cluster 2022-01-25T23:34:47.288897+0000 mgr.smithi068.zkksrk (mgr.14702) 1508 : cluster [DBG] 2022-01-25T23:34:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:48 smithi165 conmon[67662]: pgmap v1299: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:50 smithi068 conmon[102841]: cluster 2022-01-25T23:34:49.289733+0000 mgr.smithi068.zkksrk (mgr.14702) 1509 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:50 smithi165 conmon[67662]: cluster 2022-01-25T23:34:49.289733+0000 mgr.smithi068.zkksrk (mgr.14702) 1509 2022-01-25T23:34:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:50 smithi165 conmon[67662]: : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:52 smithi068 conmon[102841]: cluster 2022-01-25T23:34:51.290563+0000 mgr.smithi068.zkksrk (mgr.14702) 1510 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:52 smithi165 conmon[67662]: cluster 2022-01-25T23:34:51.290563+0000 mgr.smithi068.zkksrk (mgr.14702) 1510 : cluster [DBG] 2022-01-25T23:34:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:52 smithi165 conmon[67662]: pgmap v1301: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:54.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:54 smithi068 conmon[102841]: cluster 2022-01-25T23:34:53.291075+0000 mgr.smithi068.zkksrk (mgr.14702) 1511 : cluster 2022-01-25T23:34:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:54 smithi068 conmon[102841]: [DBG] pgmap v1302: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:54 smithi165 conmon[67662]: cluster 2022-01-25T23:34:53.291075+0000 mgr.smithi068.zkksrk (mgr.14702) 1511 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:54 smithi165 conmon[67662]: 2022-01-25T23:34:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:56 smithi068 conmon[102841]: cluster 2022-01-25T23:34:55.292025+0000 mgr.smithi068.zkksrk (mgr.14702) 1512 : 2022-01-25T23:34:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:56 smithi068 conmon[102841]: cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:56 smithi165 conmon[67662]: cluster 2022-01-25T23:34:55.292025+0000 mgr.smithi068.zkksrk (mgr.14702) 1512 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:34:58.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:58 smithi068 conmon[102841]: cluster 2022-01-25T23:34:57.292612+0000 mgr.smithi068.zkksrk (mgr.14702) 1513 2022-01-25T23:34:58.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:34:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:34:58 smithi165 conmon[67662]: cluster 2022-01-25T23:34:57.292612+0000 mgr.smithi068.zkksrk (mgr.14702) 1513 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:00 smithi068 conmon[102841]: cluster 2022-01-25T23:34:59.293523+0000 mgr.smithi068.zkksrk (mgr.14702) 1514 : cluster 2022-01-25T23:35:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:00 smithi068 conmon[102841]: [DBG] pgmap v1305: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:00 smithi165 conmon[67662]: cluster 2022-01-25T23:34:59.293523+0000 mgr.smithi068.zkksrk (mgr.14702) 1514 2022-01-25T23:35:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:00 smithi165 conmon[67662]: : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:02.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:02 smithi068 conmon[102841]: cluster 2022-01-25T23:35:01.294118+0000 mgr.smithi068.zkksrk (mgr.14702) 1515 2022-01-25T23:35:02.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:02 smithi165 conmon[67662]: cluster 2022-01-25T23:35:01.294118+0000 mgr.smithi068.zkksrk (mgr.14702) 1515 : cluster [DBG] 2022-01-25T23:35:02.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:02 smithi165 conmon[67662]: pgmap v1306: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:04 smithi068 conmon[102841]: cluster 2022-01-25T23:35:03.294659+0000 mgr.smithi068.zkksrk (mgr.14702) 1516 : cluster 2022-01-25T23:35:04.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:04 smithi068 conmon[102841]: [DBG] pgmap v1307: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:04 smithi165 conmon[67662]: cluster 2022-01-25T23:35:03.294659+0000 mgr.smithi068.zkksrk (mgr.14702) 1516 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:06 smithi165 conmon[67662]: cluster 2022-01-25T23:35:05.295564+0000 mgr.smithi068.zkksrk (mgr.14702) 1517 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:06 smithi068 conmon[102841]: cluster 2022-01-25T23:35:05.295564+0000 mgr.smithi068.zkksrk (mgr.14702) 1517 : cluster [DBG] 2022-01-25T23:35:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:06 smithi068 conmon[102841]: pgmap v1308: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:08 smithi165 conmon[67662]: cluster 2022-01-25T23:35:07.296208+0000 mgr.smithi068.zkksrk (mgr.14702) 1518 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:08 smithi068 conmon[102841]: cluster 2022-01-25T23:35:07.296208+0000 mgr.smithi068.zkksrk (mgr.14702) 1518 2022-01-25T23:35:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:08 smithi068 conmon[102841]: : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:10 smithi165 conmon[67662]: cluster 2022-01-25T23:35:09.297227+0000 mgr.smithi068.zkksrk (mgr.14702) 1519 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:10 smithi068 conmon[102841]: cluster 2022-01-25T23:35:09.297227+0000 mgr.smithi068.zkksrk (mgr.14702) 1519 2022-01-25T23:35:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: cluster 2022-01-25T23:35:11.297902+0000 mgr.smithi068.zkksrk (mgr.14702) 1520 : cluster 2022-01-25T23:35:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: [DBG] pgmap v1311: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: audit 2022-01-25T23:35:12.426791+0000 mon.smithi068 (mon.0) 680 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:35:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: audit 2022-01-25T23:35:12. 2022-01-25T23:35:12.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: 428309+0000 mon.smithi068 (mon.0) 681 : audit [DBG] 2022-01-25T23:35:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:35:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:35:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: :35:12.429464+0000 mon.smithi068 (mon.0 2022-01-25T23:35:12.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:12 smithi165 conmon[67662]: ) 682 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:35:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: cluster 2022-01-25T23:35:11.297902+0000 mgr.smithi068.zkksrk 2022-01-25T23:35:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: (mgr.14702) 1520 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: audit 2022-01-25T23:35:12.426791+0000 mon.smithi068 (mon.0) 680 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:35:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: audit 2022-01-25T23:35:12.428309+0000 mon.smithi068 (mon.0 2022-01-25T23:35:13.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: ) 681 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:35:13.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:35:13.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: 25T23:35:12.429464+0000 mon.smithi068 2022-01-25T23:35:13.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: (mon.0) 682 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:35:13.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:12 smithi068 conmon[102841]: 2022-01-25T23:35:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:13 smithi165 conmon[67662]: cephadm 2022-01-25T23:35:12.430315+0000 mgr.smithi068.zkksrk (mgr.14702) 1521 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:35:13.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:13 smithi165 conmon[67662]: audit 2022-01-25T23:35:12.843933+0000 mon.smithi068 (mon.0) 683 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:35:13.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:13 smithi165 conmon[67662]: audit 2022-01-25T23:35:12.849433+0000 mon.smithi068 (mon.0) 684 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:35:14.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:13 smithi068 conmon[102841]: cephadm 2022-01-25T23:35:12.430315+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:35:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:13 smithi068 conmon[102841]: 1521 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:35:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:13 smithi068 conmon[102841]: audit 2022-01-25T23:35:12.843933+0000 mon.smithi068 (mon.0) 683 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:35:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:13 smithi068 conmon[102841]: audit 2022-01-25T23:35:12.849433+0000 mon.smithi068 (mon.0) 684 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:35:14.764 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:35:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:14 smithi165 conmon[67662]: cluster 2022-01-25T23:35:13.298343+0000 mgr.smithi068.zkksrk (mgr.14702) 1522 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:15.051 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:35:15.052 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (48m) 63s ago 50m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:35:15.052 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (42m) 63s ago 50m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:35:15.052 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (42m) 65s ago 49m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:35:15.053 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (48m) 63s ago 49m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:35:15.053 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (45m) 63s ago 45m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:35:15.053 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (45m) 65s ago 45m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:35:15.053 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (43m) 63s ago 51m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:35:15.054 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (42m) 65s ago 49m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:35:15.054 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (42m) 63s ago 51m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:35:15.054 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (42m) 65s ago 49m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:35:15.054 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (43m) 63s ago 43m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:35:15.055 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (43m) 65s ago 43m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:35:15.055 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (49m) 63s ago 49m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:35:15.055 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (49m) 65s ago 49m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:35:15.055 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (33m) 63s ago 48m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:35:15.056 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (48m) 63s ago 48m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:35:15.056 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (48m) 63s ago 48m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:35:15.056 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (48m) 63s ago 48m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:35:15.056 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (47m) 65s ago 47m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:35:15.056 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (47m) 65s ago 47m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:35:15.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (47m) 65s ago 47m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:35:15.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (47m) 65s ago 47m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:35:15.057 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (48m) 63s ago 49m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:35:15.057 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:14 smithi068 conmon[102841]: cluster 2022-01-25T23:35:13.298343+0000 mgr.smithi068.zkksrk 2022-01-25T23:35:15.058 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:14 smithi068 conmon[102841]: (mgr.14702) 1522 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:15.392 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:35:15.393 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:35:15.393 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:15.393 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:15.393 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:35:15.394 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:15.394 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:15.394 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:35:15.394 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:35:15.395 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:35:15.395 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:15.395 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:35:15.395 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:35:15.396 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:15.396 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:35:15.396 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:35:15.396 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:35:15.396 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:35:15.397 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:35:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:15 smithi068 conmon[102841]: audit 2022-01-25T23:35:15.393339+0000 mon.smithi068 2022-01-25T23:35:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:15 smithi068 conmon[102841]: (mon.0) 685 : audit [DBG] from='client.? 172.21.15.68:0/4146222097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:15 smithi165 conmon[67662]: audit 2022-01-25T23:35:15.393339+0000 mon.smithi068 (mon.0) 685 : audit [DBG] from='client.? 172.21.15.68:0/4146222097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:16 smithi165 conmon[67662]: audit 2022-01-25T23:35:14.753121+0000 mgr.smithi068.zkksrk (mgr.14702) 1523 : audit [DBG] from='client.35088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:16 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:35:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:16 smithi165 conmon[67662]: -25T23:35:15.037889+0000 mgr.smithi068.zkksrk (mgr.14702) 1524 : audit [DBG] from='client.35092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:16 smithi165 conmon[67662]: cluster 2022-01-25T23:35:15.299079+0000 mgr.smithi068.zkksrk (mgr.14702) 1525 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:16 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:35:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:16 smithi068 conmon[102841]: 35:14.753121+0000 mgr.smithi068.zkksrk (mgr.14702) 1523 : audit [DBG] from='client.35088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:16 smithi068 conmon[102841]: audit 2022-01-25T23:35:15.037889+0000 mgr.smithi068.zkksrk (mgr.14702) 1524 : audit [DBG] from='client.35092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:16 smithi068 conmon[102841]: cluster 2022-01-25T23:35:15.299079+0000 mgr.smithi068.zkksrk (mgr.14702) 1525 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:18 smithi165 conmon[67662]: cluster 2022-01-25T23:35:17.299597+0000 mgr.smithi068.zkksrk (mgr.14702) 1526 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:18 smithi165 conmon[67662]: audit 2022-01-25T23:35:18.295160+0000 mon.smithi068 (mon.0) 686 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:35:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:18 smithi165 conmon[67662]: audit 2022-01-25T23:35:18.345326+0000 mon.smithi068 (mon.0) 687 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:35:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:18 smithi068 conmon[102841]: cluster 2022-01-25T23:35:17.299597+0000 mgr.smithi068.zkksrk (mgr.14702) 1526 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:18 smithi068 conmon[102841]: audit 2022-01-25T23:35:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:18 smithi068 conmon[102841]: 2022-01-25T23:35:18.295160+0000 mon.smithi068 (mon.0) 686 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:35:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:18 smithi068 conmon[102841]: audit 2022-01-25T23:35:18.345326+0000 mon.smithi068 (mon.0) 687 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:35:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:20 smithi165 conmon[67662]: cluster 2022-01-25T23:35:19.300521+0000 mgr.smithi068.zkksrk (mgr.14702) 1527 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:20 smithi068 conmon[102841]: cluster 2022-01-25T23:35:19.300521+0000 mgr.smithi068.zkksrk (mgr.14702) 1527 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:22 smithi165 conmon[67662]: cluster 2022-01-25T23:35:21.301046+0000 mgr.smithi068.zkksrk (mgr.14702) 1528 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:22 smithi068 conmon[102841]: cluster 2022-01-25T23:35:21.301046+0000 mgr.smithi068.zkksrk (mgr.14702) 1528 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:24 smithi165 conmon[67662]: cluster 2022-01-25T23:35:23.301674+0000 mgr.smithi068.zkksrk (mgr.14702) 1529 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:24 smithi068 conmon[102841]: cluster 2022-01-25T23:35:23.301674+0000 mgr.smithi068.zkksrk (mgr.14702) 1529 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:26 smithi165 conmon[67662]: cluster 2022-01-25T23:35:25.302549+0000 mgr.smithi068.zkksrk (mgr.14702) 1530 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:26 smithi165 conmon[67662]: 2022-01-25T23:35:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:26 smithi068 conmon[102841]: cluster 2022-01-25T23:35:25.302549+0000 mgr.smithi068.zkksrk (mgr.14702) 1530 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:28 smithi165 conmon[67662]: cluster 2022-01-25T23:35:27.303167+0000 mgr.smithi068.zkksrk (mgr.14702) 1531 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:28 smithi068 conmon[102841]: cluster 2022-01-25T23:35:27.303167+0000 mgr.smithi068.zkksrk (mgr.14702) 1531 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:30 smithi165 conmon[67662]: cluster 2022-01-25T23:35:29.304116+0000 mgr.smithi068.zkksrk (mgr.14702) 1532 : 2022-01-25T23:35:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:30 smithi165 conmon[67662]: cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:30 smithi068 conmon[102841]: cluster 2022-01-25T23:35:29.304116+0000 mgr.smithi068.zkksrk (mgr.14702) 1532 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:32 smithi165 conmon[67662]: cluster 2022-01-25T23:35:31.304784+0000 mgr.smithi068.zkksrk (mgr.14702) 1533 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:32 smithi068 conmon[102841]: cluster 2022-01-25T23:35:31.304784+0000 mgr.smithi068.zkksrk (mgr.14702) 1533 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:34 smithi165 conmon[67662]: cluster 2022-01-25T23:35:33.305446+0000 mgr.smithi068.zkksrk (mgr.14702) 1534 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:34 smithi165 conmon[67662]: 2022-01-25T23:35:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:34 smithi068 conmon[102841]: cluster 2022-01-25T23:35:33.305446+0000 mgr.smithi068.zkksrk (mgr.14702) 1534 : 2022-01-25T23:35:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:34 smithi068 conmon[102841]: cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:36 smithi165 conmon[67662]: cluster 2022-01-25T23:35:35.306301+0000 mgr.smithi068.zkksrk (mgr.14702) 1535 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:36.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:36 smithi165 conmon[67662]: 2022-01-25T23:35:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:36 smithi068 conmon[102841]: cluster 2022-01-25T23:35:35.306301+0000 mgr.smithi068.zkksrk (mgr.14702) 1535 : cluster 2022-01-25T23:35:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:36 smithi068 conmon[102841]: [DBG] pgmap v1323: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:38 smithi165 conmon[67662]: cluster 2022-01-25T23:35:37.306834+0000 mgr.smithi068.zkksrk (mgr.14702) 1536 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:38 smithi068 conmon[102841]: cluster 2022-01-25T23:35:37.306834+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:35:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:38 smithi068 conmon[102841]: ) 1536 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:40 smithi165 conmon[67662]: cluster 2022-01-25T23:35:39.307703+0000 mgr.smithi068.zkksrk (mgr.14702) 1537 2022-01-25T23:35:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:40 smithi165 conmon[67662]: : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:40 smithi068 conmon[102841]: cluster 2022-01-25T23:35:39.307703+0000 mgr.smithi068.zkksrk (mgr.14702) 1537 : 2022-01-25T23:35:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:40 smithi068 conmon[102841]: cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:42 smithi165 conmon[67662]: cluster 2022-01-25T23:35:41.308359+0000 mgr.smithi068.zkksrk (mgr.14702) 1538 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:42 smithi068 conmon[102841]: cluster 2022-01-25T23:35:41.308359+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:35:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:42 smithi068 conmon[102841]: ) 1538 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:44 smithi165 conmon[67662]: cluster 2022-01-25T23:35:43.308950+0000 mgr.smithi068.zkksrk (mgr.14702) 1539 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:44 smithi068 conmon[102841]: cluster 2022-01-25T23:35:43.308950+0000 mgr.smithi068.zkksrk (mgr.14702) 1539 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:45.715 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:35:46.001 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:35:46.002 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (49m) 93s ago 50m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:35:46.002 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (42m) 93s ago 50m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:35:46.002 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (42m) 96s ago 50m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:35:46.002 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (49m) 93s ago 50m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:35:46.003 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (46m) 93s ago 46m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:35:46.003 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (46m) 96s ago 46m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:35:46.003 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (43m) 93s ago 51m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:35:46.003 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (43m) 96s ago 49m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:35:46.004 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (43m) 93s ago 51m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:35:46.004 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (42m) 96s ago 49m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:35:46.004 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (43m) 93s ago 43m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:35:46.004 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (43m) 96s ago 43m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:35:46.005 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (50m) 93s ago 50m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:35:46.005 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (49m) 96s ago 49m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:35:46.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (34m) 93s ago 49m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:35:46.005 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (49m) 93s ago 49m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:35:46.006 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (48m) 93s ago 48m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:35:46.006 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (48m) 93s ago 48m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:35:46.006 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (48m) 96s ago 48m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:35:46.006 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (48m) 96s ago 48m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:35:46.007 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (47m) 96s ago 47m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:35:46.007 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (47m) 96s ago 47m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:35:46.007 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (49m) 93s ago 50m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:35:46.342 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:35:46.342 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:35:46.343 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:46.343 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:46.343 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:35:46.343 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:46.344 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:46.344 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:35:46.344 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:35:46.344 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:35:46.344 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:46.345 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:35:46.345 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:35:46.345 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:35:46.345 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:35:46.346 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:35:46.346 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:35:46.346 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:35:46.346 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:35:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:46 smithi165 conmon[67662]: cluster 2022-01-25T23:35:45.309801+0000 mgr.smithi068.zkksrk (mgr.14702) 1540 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:46 smithi165 conmon[67662]: audit 2022-01-25T23:35:46.342668+0000 mon.smithi068 (mon.0) 688 : audit [DBG] from='client.? 172.21.15.68:0/443001127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:46 smithi068 conmon[102841]: cluster 2022-01-25T23:35:45.309801+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:35:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:46 smithi068 conmon[102841]: ) 1540 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:46 smithi068 conmon[102841]: audit 2022-01-25T23:35:46.342668+0000 mon.smithi068 (mon.0) 688 : audit [DBG] from='client.? 172.21.15.68:0/443001127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:47 smithi165 conmon[67662]: audit 2022-01-25T23:35:45.703992+0000 mgr.smithi068.zkksrk (mgr.14702) 1541 : audit [DBG] 2022-01-25T23:35:47.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:47 smithi165 conmon[67662]: from='client.35100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:47.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:47 smithi165 conmon[67662]: audit 2022-01-25T23:35:45.987412+0000 mgr.smithi068.zkksrk (mgr.14702) 1542 : audit [DBG] from='client.35104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:48.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:47 smithi068 conmon[102841]: audit 2022-01-25T23:35:45.703992+0000 mgr.smithi068.zkksrk (mgr.14702) 1541 : audit 2022-01-25T23:35:48.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:47 smithi068 conmon[102841]: [DBG] from='client.35100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:48.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:47 smithi068 conmon[102841]: audit 2022-01-25T23:35:45.987412+0000 mgr.smithi068.zkksrk (mgr.14702) 1542 : audit [DBG] from='client.35104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:48 smithi165 conmon[67662]: cluster 2022-01-25T23:35:47.310301+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:35:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:48 smithi165 conmon[67662]: ) 1543 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:48 smithi068 conmon[102841]: cluster 2022-01-25T23:35:47.310301+0000 mgr.smithi068.zkksrk (mgr.14702) 1543 : cluster 2022-01-25T23:35:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:48 smithi068 conmon[102841]: [DBG] pgmap v1329: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:50 smithi165 conmon[67662]: cluster 2022-01-25T23:35:49.311101+0000 mgr.smithi068.zkksrk (mgr.14702) 1544 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:50 smithi068 conmon[102841]: cluster 2022-01-25T23:35:49.311101+0000 mgr.smithi068.zkksrk (mgr.14702) 1544 : cluster 2022-01-25T23:35:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:50 smithi068 conmon[102841]: [DBG] pgmap v1330: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:52 smithi165 conmon[67662]: cluster 2022-01-25T23:35:51.311696+0000 mgr.smithi068.zkksrk (mgr.14702) 1545 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:52 smithi068 conmon[102841]: cluster 2022-01-25T23:35:51.311696+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:35:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:52 smithi068 conmon[102841]: ) 1545 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:54 smithi165 conmon[67662]: cluster 2022-01-25T23:35:53.312144+0000 mgr.smithi068.zkksrk (mgr.14702) 1546 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:54 smithi068 conmon[102841]: cluster 2022-01-25T23:35:53.312144+0000 mgr.smithi068.zkksrk (mgr.14702) 1546 : cluster 2022-01-25T23:35:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:54 smithi068 conmon[102841]: [DBG] pgmap v1332: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:56 smithi165 conmon[67662]: cluster 2022-01-25T23:35:55.313033+0000 mgr.smithi068.zkksrk (mgr.14702) 1547 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:56 smithi068 conmon[102841]: cluster 2022-01-25T23:35:55.313033+0000 mgr.smithi068.zkksrk (mgr.14702) 1547 : cluster [DBG] 2022-01-25T23:35:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:56 smithi068 conmon[102841]: pgmap v1333: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:35:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:35:58 smithi165 conmon[67662]: cluster 2022-01-25T23:35:57.313621+0000 mgr.smithi068.zkksrk (mgr.14702) 1548 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:58 smithi068 conmon[102841]: cluster 2022-01-25T23:35:57.313621+0000 mgr.smithi068.zkksrk (mgr.14702) 1548 : cluster [DBG] 2022-01-25T23:35:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:35:58 smithi068 conmon[102841]: pgmap v1334: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:00 smithi165 conmon[67662]: cluster 2022-01-25T23:35:59.314456+0000 mgr.smithi068.zkksrk (mgr.14702) 1549 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:00 smithi165 conmon[67662]: 2022-01-25T23:36:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:00 smithi068 conmon[102841]: cluster 2022-01-25T23:35:59.314456+0000 mgr.smithi068.zkksrk (mgr.14702) 1549 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:02 smithi165 conmon[67662]: cluster 2022-01-25T23:36:01.315227+0000 mgr.smithi068.zkksrk (mgr.14702) 1550 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:02 smithi068 conmon[102841]: cluster 2022-01-25T23:36:01.315227+0000 mgr.smithi068.zkksrk (mgr.14702) 1550 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:02 smithi068 conmon[102841]: 2022-01-25T23:36:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:04 smithi165 conmon[67662]: cluster 2022-01-25T23:36:03.315790+0000 mgr.smithi068.zkksrk (mgr.14702) 1551 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:04.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:04 smithi165 conmon[67662]: 2022-01-25T23:36:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:04 smithi068 conmon[102841]: cluster 2022-01-25T23:36:03.315790+0000 mgr.smithi068.zkksrk (mgr.14702) 1551 : cluster [DBG] 2022-01-25T23:36:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:04 smithi068 conmon[102841]: pgmap v1337: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:06 smithi165 conmon[67662]: cluster 2022-01-25T23:36:05.316979+0000 mgr.smithi068.zkksrk (mgr.14702) 1552 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:06.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:06 smithi165 conmon[67662]: 2022-01-25T23:36:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:06 smithi068 conmon[102841]: cluster 2022-01-25T23:36:05.316979+0000 mgr.smithi068.zkksrk (mgr.14702) 1552 : cluster 2022-01-25T23:36:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:06 smithi068 conmon[102841]: [DBG] pgmap v1338: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:08 smithi165 conmon[67662]: cluster 2022-01-25T23:36:07.317635+0000 mgr.smithi068.zkksrk (mgr.14702) 1553 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:08 smithi068 conmon[102841]: cluster 2022-01-25T23:36:07.317635+0000 mgr.smithi068.zkksrk (mgr.14702) 1553 : 2022-01-25T23:36:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:08 smithi068 conmon[102841]: cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:10 smithi165 conmon[67662]: cluster 2022-01-25T23:36:09.318442+0000 mgr.smithi068.zkksrk (mgr.14702) 1554 : cluster 2022-01-25T23:36:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:10 smithi165 conmon[67662]: [DBG] pgmap v1340: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:10 smithi068 conmon[102841]: cluster 2022-01-25T23:36:09.318442+0000 mgr.smithi068.zkksrk (mgr.14702) 1554 : cluster 2022-01-25T23:36:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:10 smithi068 conmon[102841]: [DBG] pgmap v1340: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:12 smithi165 conmon[67662]: cluster 2022-01-25T23:36:11.319129+0000 mgr.smithi068.zkksrk (mgr.14702) 1555 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:12 smithi068 conmon[102841]: cluster 2022-01-25T23:36:11.319129+0000 mgr.smithi068.zkksrk (mgr.14702) 1555 : cluster [DBG] 2022-01-25T23:36:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:12 smithi068 conmon[102841]: pgmap v1341: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: audit 2022-01-25T23:36:12.852582+0000 mon.smithi068 (mon.0) 689 : audit [DBG] 2022-01-25T23:36:13.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:36:13.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: audit 2022-01-25T23:36:12.854067+0000 mon.smithi068 (mon.0) 690 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:36:13.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:36:13.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: T23:36:12.855231+0000 mon.smithi068 (mon.0) 691 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:36:13.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: audit 2022-01-25T23:36:13.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: 2022-01-25T23:36: 2022-01-25T23:36:13.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: 13.211309+0000 mon.smithi068 (mon.0 2022-01-25T23:36:13.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: ) 692 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:36:13.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:36:13.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: 01-25T23:36:13.606501 2022-01-25T23:36:13.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 693 : audit 2022-01-25T23:36:13.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:36:13.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:36:13.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: 01-25T23:36:13.611599 2022-01-25T23:36:13.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 2022-01-25T23:36:13.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:13 smithi165 conmon[67662]: 694 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:36:14.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: audit 2022-01-25T23:36:12.852582+0000 mon.smithi068 (mon.0) 689 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:36:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: audit 2022-01-25T23:36:12.854067+0000 mon.smithi068 (mon.0) 690 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:36:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: audit 2022-01-25T23:36:12.855231+0000 mon.smithi068 (mon.0) 691 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:36:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: audit 2022-01-25T23:36:13.211309+0000 mon.smithi068 (mon.0) 692 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:36:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: audit 2022-01-25T23:36:13.606501+0000 mon.smithi068 (mon.0) 693 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:36:14.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: audit 2022-01-25T23:36:13.611599+0000 mon.smithi068 (mon.0) 694 : audit [INF] 2022-01-25T23:36:14.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:13 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:36:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:14 smithi165 conmon[67662]: cephadm 2022-01-25T23:36:12.856069+0000 2022-01-25T23:36:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:14 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 1556 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:36:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:14 smithi165 conmon[67662]: cluster 2022-01-25T23:36:13.319572+0000 mgr.smithi068.zkksrk (mgr.14702) 1557 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:14 smithi068 conmon[102841]: cephadm 2022-01-25T23:36:12.856069+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:36:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:14 smithi068 conmon[102841]: 14702) 1556 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:36:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:14 smithi068 conmon[102841]: cluster 2022-01-25T23:36:13.319572+0000 mgr.smithi068.zkksrk (mgr.14702) 1557 : cluster [DBG] 2022-01-25T23:36:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:14 smithi068 conmon[102841]: pgmap v1342: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:16.659 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:36:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:16 smithi165 conmon[67662]: cluster 2022-01-25T23:36:15.320441+0000 mgr.smithi068.zkksrk (mgr.14702) 1558 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:16.950 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:36:16.950 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (50m) 2m ago 51m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:36:16.950 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (43m) 2m ago 51m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:36:16.951 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (43m) 2m ago 50m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:36:16.951 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (49m) 2m ago 50m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:36:16.951 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (46m) 2m ago 46m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:36:16.951 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (46m) 2m ago 46m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:36:16.951 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (44m) 2m ago 52m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:36:16.952 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (43m) 2m ago 50m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:36:16.952 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (43m) 2m ago 52m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:36:16.952 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (43m) 2m ago 50m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:36:16.952 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (44m) 2m ago 44m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:36:16.952 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (44m) 2m ago 44m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:36:16.953 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (50m) 2m ago 50m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:36:16.953 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (50m) 2m ago 50m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:36:16.953 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (34m) 2m ago 49m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:36:16.953 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (49m) 2m ago 49m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:36:16.953 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (49m) 2m ago 49m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:36:16.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (49m) 2m ago 49m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:36:16.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (48m) 2m ago 48m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:36:16.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (48m) 2m ago 48m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:36:16.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (48m) 2m ago 48m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:36:16.954 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (48m) 2m ago 48m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:36:16.955 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (49m) 2m ago 50m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:36:16.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:16 smithi068 conmon[102841]: cluster 2022-01-25T23:36: 2022-01-25T23:36:16.955 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:16 smithi068 conmon[102841]: 15.320441+0000 mgr.smithi068.zkksrk (mgr.14702) 1558 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:17.292 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:36:17.292 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:36:17.292 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:17.292 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:17.293 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:36:17.293 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:17.293 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:17.293 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:36:17.294 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:36:17.294 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:36:17.294 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:17.294 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:36:17.295 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:36:17.295 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:17.295 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:36:17.295 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:36:17.295 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:36:17.296 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:36:17.296 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:36:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:17 smithi165 conmon[67662]: audit 2022-01-25T23:36:16.648143+0000 mgr.smithi068.zkksrk (mgr.14702) 1559 : audit [DBG] from='client.35112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:17 smithi165 conmon[67662]: 2022-01-25T23:36:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:17 smithi165 conmon[67662]: audit 2022-01-25T23:36:17.292604+0000 mon.smithi068 (mon.0) 695 : audit [DBG] from='client.? 172.21.15.68:0/11399805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:17 smithi068 conmon[102841]: audit 2022-01-25T23:36:16. 2022-01-25T23:36:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:17 smithi068 conmon[102841]: 648143+0000 mgr.smithi068.zkksrk (mgr.14702) 1559 : audit [DBG] from='client.35112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:17 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:36:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:17 smithi068 conmon[102841]: :36:17.292604+0000 mon.smithi068 (mon.0) 695 : audit [DBG] from='client.? 172.21.15.68:0/11399805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: audit 2022-01-25T23:36:16.936280+0000 mgr.smithi068.zkksrk (mgr.14702) 1560 : audit [DBG] from='client.35116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: cluster 2022-01-25T23:36:17.321042+0000 mgr.smithi068.zkksrk (mgr.14702) 1561 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: audit 2022-01-25T23:36:18. 2022-01-25T23:36:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: 297669+0000 mon.smithi068 (mon.0) 696 : audit [INF] 2022-01-25T23:36:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:36:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:36:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: 36:18.349643+0000 mon.smithi068 (mon.0) 2022-01-25T23:36:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:18 smithi068 conmon[102841]: 697 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:36:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: audit 2022-01-25T23:36:16.936280+0000 mgr.smithi068.zkksrk (mgr.14702) 1560 : audit 2022-01-25T23:36:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: [DBG] from='client.35116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: cluster 2022-01-25T23:36:17.321042+0000 mgr.smithi068.zkksrk (mgr.14702) 1561 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: audit 2022-01-25T23:36:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: 2022-01-25T23:36:18.297669+0000 mon.smithi068 (mon.0) 696 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:36:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:36:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: -25T23:36:18.349643+0000 mon.smithi068 ( 2022-01-25T23:36:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: mon.0) 697 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:36:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:18 smithi165 conmon[67662]: 2022-01-25T23:36:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:20 smithi068 conmon[102841]: cluster 2022-01-25T23:36:19.321972+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:36:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:20 smithi068 conmon[102841]: .14702) 1562 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:20 smithi165 conmon[67662]: cluster 2022-01-25T23:36:19.321972+0000 mgr.smithi068.zkksrk (mgr.14702) 1562 : 2022-01-25T23:36:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:20 smithi165 conmon[67662]: cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:22 smithi068 conmon[102841]: cluster 2022-01-25T23:36:21.322626+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:36:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:22 smithi068 conmon[102841]: 14702) 1563 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:22 smithi165 conmon[67662]: cluster 2022-01-25T23:36:21.322626+0000 mgr.smithi068.zkksrk (mgr.14702) 1563 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:24 smithi068 conmon[102841]: cluster 2022-01-25T23:36:23.323086+0000 mgr.smithi068.zkksrk (mgr.14702) 1564 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:24 smithi165 conmon[67662]: cluster 2022-01-25T23:36:23.323086+0000 mgr.smithi068.zkksrk (mgr.14702) 1564 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:26 smithi068 conmon[102841]: cluster 2022-01-25T23:36:25.324132+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:36:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:26 smithi068 conmon[102841]: .14702) 1565 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:26 smithi165 conmon[67662]: cluster 2022-01-25T23:36:25.324132+0000 mgr.smithi068.zkksrk (mgr.14702) 1565 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:26 smithi165 conmon[67662]: 2022-01-25T23:36:28.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:27 smithi068 conmon[102841]: cluster 2022-01-25T23:36:27.324790+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:36:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:27 smithi068 conmon[102841]: 14702) 1566 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:28.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:27 smithi165 conmon[67662]: cluster 2022-01-25T23:36:27.324790+0000 mgr.smithi068.zkksrk (mgr.14702) 1566 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:28.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:27 smithi165 conmon[67662]: 2022-01-25T23:36:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:30 smithi068 conmon[102841]: cluster 2022-01-25T23:36:29.325624+0000 mgr.smithi068.zkksrk (mgr.14702) 1567 : cluster 2022-01-25T23:36:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:30 smithi068 conmon[102841]: [DBG] pgmap v1350: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:30 smithi165 conmon[67662]: cluster 2022-01-25T23:36:29.325624+0000 mgr.smithi068.zkksrk (mgr.14702) 1567 : cluster 2022-01-25T23:36:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:30 smithi165 conmon[67662]: [DBG] pgmap v1350: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:32 smithi068 conmon[102841]: cluster 2022-01-25T23:36:31.326227+0000 2022-01-25T23:36:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:32 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1568 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:32 smithi165 conmon[67662]: cluster 2022-01-25T23:36:31.326227+0000 mgr.smithi068.zkksrk (mgr.14702) 1568 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:34 smithi068 conmon[102841]: cluster 2022-01-25T23:36:33.326944+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:36:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:34 smithi068 conmon[102841]: 14702) 1569 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:34 smithi165 conmon[67662]: cluster 2022-01-25T23:36:33.326944+0000 mgr.smithi068.zkksrk (mgr.14702) 1569 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:36.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:36 smithi068 conmon[102841]: cluster 2022-01-25T23:36:35.327897+0000 mgr.smithi068.zkksrk (mgr.14702) 1570 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:36 smithi165 conmon[67662]: cluster 2022-01-25T23:36:35.327897+0000 mgr.smithi068.zkksrk (mgr.14702) 1570 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:38 smithi068 conmon[102841]: cluster 2022-01-25T23:36:37.328451+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:36:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:38 smithi068 conmon[102841]: mgr.14702) 1571 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:38 smithi165 conmon[67662]: cluster 2022-01-25T23:36:37.328451+0000 mgr.smithi068.zkksrk (mgr.14702) 1571 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:40.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:40 smithi068 conmon[102841]: cluster 2022-01-25T23:36:39.329302+0000 mgr.smithi068.zkksrk (mgr.14702) 1572 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:40 smithi165 conmon[67662]: cluster 2022-01-25T23:36:39.329302+0000 mgr.smithi068.zkksrk (mgr.14702) 1572 2022-01-25T23:36:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:40 smithi165 conmon[67662]: : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:42 smithi068 conmon[102841]: cluster 2022-01-25T23:36:41.329939+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:36:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:42 smithi068 conmon[102841]: mgr.14702) 1573 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:42 smithi165 conmon[67662]: cluster 2022-01-25T23:36:41.329939+0000 mgr.smithi068.zkksrk (mgr.14702) 1573 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:44 smithi068 conmon[102841]: cluster 2022-01-25T23:36:43.330523+0000 mgr.smithi068.zkksrk (mgr.14702) 1574 : 2022-01-25T23:36:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:44 smithi068 conmon[102841]: cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:44 smithi165 conmon[67662]: cluster 2022-01-25T23:36:43.330523+0000 mgr.smithi068.zkksrk (mgr.14702) 1574 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:46 smithi068 conmon[102841]: cluster 2022-01-25T23:36:45.331360+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:36:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:46 smithi068 conmon[102841]: mgr.14702) 1575 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:46 smithi165 conmon[67662]: cluster 2022-01-25T23:36:45.331360+0000 mgr.smithi068.zkksrk (mgr.14702) 1575 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:46.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:46 smithi165 conmon[67662]: 2022-01-25T23:36:47.611 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:36:47.898 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:36:47.898 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (50m) 2m ago 51m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:36:47.899 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (43m) 2m ago 51m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:36:47.899 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (43m) 2m ago 51m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:36:47.899 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (50m) 2m ago 51m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:36:47.899 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (47m) 2m ago 47m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:36:47.900 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (47m) 2m ago 47m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:36:47.900 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (44m) 2m ago 52m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:36:47.900 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (44m) 2m ago 50m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:36:47.900 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (44m) 2m ago 52m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:36:47.901 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (43m) 2m ago 50m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:36:47.901 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (44m) 2m ago 44m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:36:47.901 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (44m) 2m ago 44m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:36:47.901 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (51m) 2m ago 51m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:36:47.902 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (50m) 2m ago 50m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:36:47.902 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (35m) 2m ago 50m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:36:47.902 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (50m) 2m ago 50m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:36:47.902 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (49m) 2m ago 49m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:36:47.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (49m) 2m ago 49m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:36:47.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (49m) 2m ago 49m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:36:47.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (49m) 2m ago 49m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:36:47.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (48m) 2m ago 48m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:36:47.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (48m) 2m ago 48m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:36:47.904 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (50m) 2m ago 51m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:36:48.237 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:36:48.238 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:36:48.238 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:48.239 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:48.239 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:36:48.240 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:48.240 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:48.241 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:36:48.241 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:36:48.241 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:36:48.242 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:48.242 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:36:48.243 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:36:48.243 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:36:48.243 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:36:48.244 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:36:48.244 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:36:48.245 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:36:48.245 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:36:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: cluster 2022-01-25T23:36:47.331828+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:36:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: mgr.14702) 1576 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: audit 2022-01-25T23:36:47.599672+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:36:48.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: ) 1577 : audit [DBG] from='client.35124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:48.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:36:48.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: 01-25T23:36:48 2022-01-25T23:36:48.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: .237885+0000 mon.smithi068 (mon. 2022-01-25T23:36:48.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: 0) 698 : audit [DBG] 2022-01-25T23:36:48.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:48 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1178335597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:48 smithi165 conmon[67662]: cluster 2022-01-25T23:36:47.331828+0000 mgr.smithi068.zkksrk (mgr.14702) 1576 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:48 smithi165 conmon[67662]: audit 2022-01-25T23:36:47.599672+0000 mgr.smithi068.zkksrk (mgr.14702) 1577 : audit [DBG] from='client.35124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:48 smithi165 conmon[67662]: audit 2022-01-25T23:36:48.237885+0000 mon.smithi068 (mon.0 2022-01-25T23:36:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:48 smithi165 conmon[67662]: ) 698 : audit [DBG] from='client.? 172.21.15.68:0/1178335597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:49 smithi068 conmon[102841]: audit 2022-01-25T23:36:47.883978+0000 mgr.smithi068.zkksrk 2022-01-25T23:36:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:49 smithi068 conmon[102841]: (mgr.14702) 1578 : audit [DBG] from='client.35128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:49 smithi165 conmon[67662]: audit 2022-01-25T23:36:47.883978+0000 mgr.smithi068.zkksrk (mgr.14702) 1578 : audit [DBG] from='client.35128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:50 smithi068 conmon[102841]: cluster 2022-01-25T23:36:49.332684+0000 mgr.smithi068.zkksrk (mgr.14702) 1579 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:50 smithi165 conmon[67662]: cluster 2022-01-25T23:36:49.332684+0000 mgr.smithi068.zkksrk (mgr.14702) 1579 : 2022-01-25T23:36:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:50 smithi165 conmon[67662]: cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:52 smithi068 conmon[102841]: cluster 2022-01-25T23:36:51.333435+0000 mgr.smithi068.zkksrk (mgr.14702) 1580 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:52 smithi165 conmon[67662]: cluster 2022-01-25T23:36:51.333435+0000 mgr.smithi068.zkksrk (mgr.14702) 1580 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:54.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:54 smithi068 conmon[102841]: cluster 2022-01-25T23:36:53.334089+0000 mgr.smithi068.zkksrk (mgr.14702) 1581 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:54 smithi165 conmon[67662]: cluster 2022-01-25T23:36:53.334089+0000 mgr.smithi068.zkksrk (mgr.14702) 1581 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:56 smithi068 conmon[102841]: cluster 2022-01-25T23:36:55.335069+0000 mgr.smithi068.zkksrk (mgr.14702) 1582 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:56 smithi165 conmon[67662]: cluster 2022-01-25T23:36:55.335069+0000 mgr.smithi068.zkksrk (mgr.14702) 1582 : cluster [DBG] 2022-01-25T23:36:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:56 smithi165 conmon[67662]: pgmap v1363: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:36:58.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:58 smithi068 conmon[102841]: cluster 2022-01-25T23:36:57.335700+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:36:58.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:36:58 smithi068 conmon[102841]: .14702) 1583 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:36:58 smithi165 conmon[67662]: cluster 2022-01-25T23:36:57.335700+0000 mgr.smithi068.zkksrk (mgr.14702) 1583 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:00 smithi068 conmon[102841]: cluster 2022-01-25T23:36:59.336672+0000 mgr.smithi068.zkksrk (mgr.14702) 1584 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:00 smithi165 conmon[67662]: cluster 2022-01-25T23:36:59.336672+0000 mgr.smithi068.zkksrk (mgr.14702) 1584 : cluster 2022-01-25T23:37:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:00 smithi165 conmon[67662]: [DBG] pgmap v1365: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:02 smithi165 conmon[67662]: cluster 2022-01-25T23:37:01.337508+0000 mgr.smithi068.zkksrk (mgr.14702) 1585 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:02 smithi068 conmon[102841]: cluster 2022-01-25T23:37:01.337508+0000 mgr.smithi068.zkksrk (mgr.14702) 1585 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:04 smithi165 conmon[67662]: cluster 2022-01-25T23:37:03.337938+0000 mgr.smithi068.zkksrk (mgr.14702) 1586 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:04 smithi068 conmon[102841]: cluster 2022-01-25T23:37:03.337938+0000 mgr.smithi068.zkksrk (mgr.14702) 1586 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:06 smithi165 conmon[67662]: cluster 2022-01-25T23:37:05.338992+0000 mgr.smithi068.zkksrk (mgr.14702) 1587 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:06 smithi068 conmon[102841]: cluster 2022-01-25T23:37:05.338992+0000 mgr.smithi068.zkksrk (mgr.14702) 1587 : 2022-01-25T23:37:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:06 smithi068 conmon[102841]: cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:08 smithi165 conmon[67662]: cluster 2022-01-25T23:37:07.339544+0000 mgr.smithi068.zkksrk (mgr.14702) 1588 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:08 smithi068 conmon[102841]: cluster 2022-01-25T23:37:07.339544+0000 mgr.smithi068.zkksrk (mgr.14702) 1588 : cluster 2022-01-25T23:37:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:08 smithi068 conmon[102841]: [DBG] pgmap v1369: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:10 smithi165 conmon[67662]: cluster 2022-01-25T23:37:09.340486+0000 mgr.smithi068.zkksrk (mgr.14702) 1589 : 2022-01-25T23:37:10.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:10 smithi165 conmon[67662]: cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:10 smithi068 conmon[102841]: cluster 2022-01-25T23:37:09.340486+0000 mgr.smithi068.zkksrk (mgr.14702) 1589 : cluster 2022-01-25T23:37:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:10 smithi068 conmon[102841]: [DBG] pgmap v1370: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:12 smithi165 conmon[67662]: cluster 2022-01-25T23:37:11.341139+0000 mgr.smithi068.zkksrk (mgr.14702) 1590 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:12 smithi068 conmon[102841]: cluster 2022-01-25T23:37:11.341139+0000 mgr.smithi068.zkksrk (mgr.14702) 1590 : cluster 2022-01-25T23:37:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:12 smithi068 conmon[102841]: [DBG] pgmap v1371: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: cluster 2022-01-25T23:37:13.341736+0000 mgr.smithi068.zkksrk (mgr.14702) 1591 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: audit 2022-01-25T23:37:13.614643+0000 mon.smithi068 (mon.0) 699 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:37:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: audit 2022-01-25T23:37:13.616089+0000 mon.smithi068 (mon.0) 700 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:37:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: audit 2022-01-25T23:37:13.617332+0000 mon.smithi068 (mon.0) 701 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:37:14.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: cephadm 2022-01-25T23:37:13.618178+0000 mgr.smithi068.zkksrk (mgr.14702) 1592 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:37:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:37:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: 01-25T23:37:13.965354+0000 mon.smithi068 (mon.0) 702 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:37:14.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: audit 2022 2022-01-25T23:37:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: -01-25T23:37:14.335478+0000 mon.smithi068 (mon.0) 2022-01-25T23:37:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: 703 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:37:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: audit 2022-01-25T23 2022-01-25T23:37:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: :37:14.341351+0000 mon.smithi068 (mon.0) 2022-01-25T23:37:14.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:14 smithi165 conmon[67662]: 704 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:37:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: cluster 2022-01-25T23:37:13.341736+0000 mgr.smithi068.zkksrk (mgr.14702) 1591 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: audit 2022-01-25T23:37:13.614643+0000 mon.smithi068 (mon.0) 699 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:37:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: audit 2022-01-25T23:37:13.616089+0000 mon.smithi068 (mon.0 2022-01-25T23:37:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: ) 700 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:37:15.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:37:15.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: 01-25T23:37:13.617332+0000 mon.smithi068 (mon.0) 701 : audit [INF] 2022-01-25T23:37:15.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:37:15.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: cephadm 2022-01-25T23:37 2022-01-25T23:37:15.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: :13.618178+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:37:15.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: 1592 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:37:15.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:37:15.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: T23:37:13.965354+0000 mon.smithi068 ( 2022-01-25T23:37:15.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: mon.0) 702 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:37:15.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:37:15.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: 01-25T23:37:14.335478 2022-01-25T23:37:15.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 703 : audit 2022-01-25T23:37:15.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:37:15.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: audit 2022-01-25T23:37 2022-01-25T23:37:15.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: :14.341351+0000 mon.smithi068 (mon.0 2022-01-25T23:37:15.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:14 smithi068 conmon[102841]: ) 704 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:37:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:16 smithi165 conmon[67662]: cluster 2022-01-25T23:37:15.342825+0000 mgr.smithi068.zkksrk (mgr.14702) 1593 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:16 smithi068 conmon[102841]: cluster 2022-01-25T23:37:15.342825+0000 mgr.smithi068.zkksrk (mgr.14702) 1593 2022-01-25T23:37:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:18.552 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:37:18.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:18 smithi068 conmon[102841]: cluster 2022-01-25T23:37:17.343449+0000 mgr.smithi068.zkksrk 2022-01-25T23:37:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:18 smithi068 conmon[102841]: (mgr.14702) 1594 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:18 smithi068 conmon[102841]: audit 2022-01-25T23:37:18.300075+0000 mon.smithi068 (mon. 2022-01-25T23:37:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:18 smithi068 conmon[102841]: 0) 705 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:37:18.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:18 smithi068 conmon[102841]: audit 2022-01-25T23:37:18.354948+0000 2022-01-25T23:37:18.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:18 smithi068 conmon[102841]: mon.smithi068 (mon.0) 706 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:37:18.844 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:37:18.844 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (51m) 3m ago 52m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:37:18.844 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (44m) 3m ago 52m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:37:18.844 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (44m) 3m ago 51m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:37:18.845 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (50m) 3m ago 51m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:37:18.845 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (47m) 3m ago 47m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:37:18.845 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (47m) 3m ago 47m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:37:18.845 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (45m) 3m ago 53m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:37:18.846 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (44m) 3m ago 51m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:37:18.846 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (44m) 3m ago 53m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:37:18.846 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (44m) 3m ago 51m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:37:18.846 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (45m) 3m ago 45m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:37:18.847 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (45m) 3m ago 45m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:37:18.847 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (51m) 3m ago 51m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:37:18.847 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (51m) 3m ago 51m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:37:18.847 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (35m) 3m ago 50m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:37:18.848 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (50m) 3m ago 50m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:37:18.848 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (50m) 3m ago 50m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:37:18.848 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (50m) 3m ago 50m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:37:18.848 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (49m) 3m ago 49m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:37:18.849 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (49m) 3m ago 49m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:37:18.849 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (49m) 3m ago 49m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:37:18.849 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (49m) 3m ago 49m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:37:18.849 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (50m) 3m ago 51m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:37:18.949 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:18 smithi165 conmon[67662]: cluster 2022-01-25T23:37:17.343449+0000 mgr.smithi068.zkksrk (mgr.14702) 1594 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:18.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:18 smithi165 conmon[67662]: audit 2022-01-25T23:37:18.300075+0000 mon.smithi068 (mon.0) 705 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:37:18.950 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:18 smithi165 conmon[67662]: audit 2022-01-25T23:37:18.354948+0000 mon.smithi068 (mon.0) 706 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:37:19.185 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:37:19.186 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:37:19.186 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:19.186 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:19.187 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:37:19.187 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:19.187 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:19.187 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:37:19.188 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:37:19.188 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:37:19.188 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:19.188 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:37:19.188 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:37:19.189 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:19.189 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:37:19.189 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:37:19.189 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:37:19.190 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:37:19.190 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:37:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:19 smithi165 conmon[67662]: audit 2022-01-25T23:37:18.541232+0000 mgr.smithi068.zkksrk (mgr.14702) 1595 : audit [DBG] from='client.35136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:19 smithi165 conmon[67662]: audit 2022-01-25T23:37:19.186313+0000 mon.smithi068 2022-01-25T23:37:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:19 smithi165 conmon[67662]: (mon.0) 707 : audit [DBG] from='client.? 172.21.15.68:0/1188731097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:20.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:19 smithi068 conmon[102841]: audit 2022-01-25T23:37:18.541232 2022-01-25T23:37:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:19 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1595 : audit [DBG] from='client.35136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:19 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:37:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:19 smithi068 conmon[102841]: T23:37:19.186313+0000 mon.smithi068 (mon.0) 707 : audit [DBG] 2022-01-25T23:37:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:19 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1188731097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:20 smithi165 conmon[67662]: audit 2022-01-25T23:37:18.830318+0000 mgr.smithi068.zkksrk (mgr.14702) 1596 : audit 2022-01-25T23:37:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:20 smithi165 conmon[67662]: [DBG] from='client.35140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:20.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:20 smithi165 conmon[67662]: cluster 2022-01-25T23:37:19.344433+0000 mgr.smithi068.zkksrk (mgr.14702) 1597 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:20 smithi068 conmon[102841]: audit 2022-01-25T23:37:18.830318+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:37:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:20 smithi068 conmon[102841]: mgr.14702) 1596 : audit [DBG] from='client.35140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:20 smithi068 conmon[102841]: cluster 2022-01-25T23:37:19.344433+0000 mgr.smithi068.zkksrk (mgr.14702) 1597 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:22 smithi165 conmon[67662]: cluster 2022-01-25T23:37:21.345141+0000 mgr.smithi068.zkksrk (mgr.14702) 1598 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:22 smithi068 conmon[102841]: cluster 2022-01-25T23:37:21.345141+0000 mgr.smithi068.zkksrk (mgr.14702) 1598 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:24 smithi165 conmon[67662]: cluster 2022-01-25T23:37:23.345635+0000 mgr.smithi068.zkksrk (mgr.14702) 1599 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:24.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:24 smithi165 conmon[67662]: 2022-01-25T23:37:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:24 smithi068 conmon[102841]: cluster 2022-01-25T23:37:23.345635+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:37:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:24 smithi068 conmon[102841]: 1599 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:26 smithi165 conmon[67662]: cluster 2022-01-25T23:37:25.346434+0000 mgr.smithi068.zkksrk (mgr.14702) 1600 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:26.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:26 smithi165 conmon[67662]: 2022-01-25T23:37:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:26 smithi068 conmon[102841]: cluster 2022-01-25T23:37:25.346434+0000 mgr.smithi068.zkksrk (mgr.14702) 1600 : cluster 2022-01-25T23:37:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:26 smithi068 conmon[102841]: [DBG] pgmap v1378: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:28 smithi165 conmon[67662]: cluster 2022-01-25T23:37:27.347036+0000 mgr.smithi068.zkksrk (mgr.14702) 1601 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:28 smithi068 conmon[102841]: cluster 2022-01-25T23:37:27.347036+0000 mgr.smithi068.zkksrk (mgr.14702) 1601 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:28 smithi068 conmon[102841]: 2022-01-25T23:37:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:30 smithi165 conmon[67662]: cluster 2022-01-25T23:37:29.348091+0000 mgr.smithi068.zkksrk (mgr.14702) 1602 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:30 smithi165 conmon[67662]: 2022-01-25T23:37:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:30 smithi068 conmon[102841]: cluster 2022-01-25T23:37:29.348091+0000 mgr.smithi068.zkksrk (mgr.14702) 1602 : 2022-01-25T23:37:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:30 smithi068 conmon[102841]: cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:32 smithi165 conmon[67662]: cluster 2022-01-25T23:37:31.348854+0000 mgr.smithi068.zkksrk (mgr.14702) 1603 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:32 smithi068 conmon[102841]: cluster 2022-01-25T23:37:31.348854+0000 mgr.smithi068.zkksrk (mgr.14702) 1603 : 2022-01-25T23:37:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:32 smithi068 conmon[102841]: cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:34 smithi165 conmon[67662]: cluster 2022-01-25T23:37:33.349540+0000 mgr.smithi068.zkksrk (mgr.14702) 1604 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:34 smithi068 conmon[102841]: cluster 2022-01-25T23:37:33.349540+0000 mgr.smithi068.zkksrk (mgr.14702) 1604 : cluster 2022-01-25T23:37:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:34 smithi068 conmon[102841]: [DBG] pgmap v1382: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:36 smithi165 conmon[67662]: cluster 2022-01-25T23:37:35.350334+0000 mgr.smithi068.zkksrk (mgr.14702) 1605 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:36 smithi068 conmon[102841]: cluster 2022-01-25T23:37:35.350334+0000 mgr.smithi068.zkksrk (mgr.14702) 1605 2022-01-25T23:37:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:38 smithi165 conmon[67662]: cluster 2022-01-25T23:37:37.351092+0000 mgr.smithi068.zkksrk (mgr.14702) 1606 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:38 smithi068 conmon[102841]: cluster 2022-01-25T23:37:37.351092+0000 mgr.smithi068.zkksrk (mgr.14702) 1606 : cluster 2022-01-25T23:37:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:38 smithi068 conmon[102841]: [DBG] pgmap v1384: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:40 smithi165 conmon[67662]: cluster 2022-01-25T23:37:39.352171+0000 mgr.smithi068.zkksrk (mgr.14702) 1607 : cluster [DBG] 2022-01-25T23:37:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:40 smithi165 conmon[67662]: pgmap v1385: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:40 smithi068 conmon[102841]: cluster 2022-01-25T23:37:39.352171+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:37:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:40 smithi068 conmon[102841]: mgr.14702) 1607 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:42 smithi165 conmon[67662]: cluster 2022-01-25T23:37:41.352845+0000 mgr.smithi068.zkksrk (mgr.14702) 1608 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:42 smithi068 conmon[102841]: cluster 2022-01-25T23:37:41.352845+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:37:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:42 smithi068 conmon[102841]: .14702) 1608 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:44 smithi165 conmon[67662]: cluster 2022-01-25T23:37:43.353580+0000 mgr.smithi068.zkksrk (mgr.14702) 1609 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:44 smithi068 conmon[102841]: cluster 2022-01-25T23:37:43.353580+0000 mgr.smithi068.zkksrk (mgr.14702) 1609 2022-01-25T23:37:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:44 smithi068 conmon[102841]: : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:46 smithi165 conmon[67662]: cluster 2022-01-25T23:37:45.354728+0000 mgr.smithi068.zkksrk (mgr.14702) 1610 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:46 smithi068 conmon[102841]: cluster 2022-01-25T23:37:45.354728+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:37:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:46 smithi068 conmon[102841]: .14702) 1610 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:48 smithi165 conmon[67662]: cluster 2022-01-25T23:37:47.355272+0000 mgr.smithi068.zkksrk (mgr.14702) 1611 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:48 smithi068 conmon[102841]: cluster 2022-01-25T23:37:47.355272+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:37:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:48 smithi068 conmon[102841]: 14702) 1611 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:49.503 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:37:49.792 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:37:49.792 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (51m) 3m ago 52m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:37:49.793 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (44m) 3m ago 52m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:37:49.793 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (44m) 3m ago 52m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:37:49.793 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (51m) 3m ago 52m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:37:49.793 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (48m) 3m ago 48m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:37:49.794 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (48m) 3m ago 48m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:37:49.794 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (45m) 3m ago 53m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:37:49.794 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (45m) 3m ago 52m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:37:49.795 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (45m) 3m ago 53m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:37:49.795 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (45m) 3m ago 51m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:37:49.795 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (45m) 3m ago 45m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:37:49.795 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (45m) 3m ago 45m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:37:49.795 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (52m) 3m ago 52m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:37:49.796 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (51m) 3m ago 51m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:37:49.796 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (36m) 3m ago 51m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:37:49.796 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (51m) 3m ago 51m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:37:49.796 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (50m) 3m ago 50m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:37:49.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (50m) 3m ago 50m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:37:49.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (50m) 3m ago 50m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:37:49.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (50m) 3m ago 50m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:37:49.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (49m) 3m ago 49m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:37:49.798 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (49m) 3m ago 49m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:37:49.798 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (51m) 3m ago 52m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:37:50.133 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:37:50.134 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:37:50.134 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:50.134 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:50.135 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:37:50.135 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:50.135 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:50.135 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:37:50.136 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:37:50.136 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:37:50.136 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:50.136 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:37:50.137 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:37:50.137 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:37:50.137 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:37:50.137 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:37:50.138 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:37:50.138 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:37:50.138 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:37:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:50 smithi165 conmon[67662]: cluster 2022-01-25T23:37:49.355986+0000 mgr.smithi068.zkksrk (mgr.14702) 1612 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:50 smithi165 conmon[67662]: 2022-01-25T23:37:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:50 smithi165 conmon[67662]: audit 2022-01-25T23:37:49.492066+0000 mgr.smithi068.zkksrk (mgr.14702) 1613 : audit [DBG] from='client.35148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:50.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:50 smithi165 conmon[67662]: audit 2022-01-25T23:37:50. 2022-01-25T23:37:50.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:50 smithi165 conmon[67662]: 134123+0000 mon.smithi068 (mon.0) 708 : audit [DBG] from='client.? 172.21.15.68:0/63198409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: cluster 2022-01-25T23:37:49.355986+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:37:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: .14702) 1612 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: audit 2022-01-25T23:37:49.492066+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:37:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: mgr.14702) 1613 : audit [DBG] from='client.35148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:51.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: audit 2022 2022-01-25T23:37:51.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: -01-25T23:37:50.134123 2022-01-25T23:37:51.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 2022-01-25T23:37:51.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:50 smithi068 conmon[102841]: 708 : audit [DBG] from='client.? 172.21.15.68:0/63198409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:51 smithi165 conmon[67662]: audit 2022-01-25T23:37:49.778096+0000 mgr.smithi068.zkksrk (mgr.14702) 1614 : audit [DBG] from='client.35152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:52.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:51 smithi068 conmon[102841]: audit 2022-01-25T23:37:49.778096+0000 mgr.smithi068.zkksrk (mgr.14702) 1614 : 2022-01-25T23:37:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:51 smithi068 conmon[102841]: audit [DBG] from='client.35152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:52 smithi165 conmon[67662]: cluster 2022-01-25T23:37:51.356767+0000 mgr.smithi068.zkksrk (mgr.14702) 1615 : cluster 2022-01-25T23:37:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:52 smithi165 conmon[67662]: [DBG] pgmap v1391: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:52 smithi068 conmon[102841]: cluster 2022-01-25T23:37:51.356767+0000 mgr.smithi068.zkksrk (mgr.14702) 1615 : 2022-01-25T23:37:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:52 smithi068 conmon[102841]: cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:54 smithi165 conmon[67662]: cluster 2022-01-25T23:37:53.357213+0000 mgr.smithi068.zkksrk (mgr.14702) 1616 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:54 smithi068 conmon[102841]: cluster 2022-01-25T23:37:53.357213+0000 mgr.smithi068.zkksrk (mgr.14702) 1616 : cluster 2022-01-25T23:37:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:54 smithi068 conmon[102841]: [DBG] pgmap v1392: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:56 smithi165 conmon[67662]: cluster 2022-01-25T23:37:55.358128+0000 mgr.smithi068.zkksrk (mgr.14702) 1617 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:56 smithi068 conmon[102841]: cluster 2022-01-25T23:37:55.358128+0000 mgr.smithi068.zkksrk (mgr.14702) 1617 2022-01-25T23:37:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:37:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:37:58 smithi165 conmon[67662]: cluster 2022-01-25T23:37:57.358639+0000 mgr.smithi068.zkksrk (mgr.14702) 1618 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:58 smithi068 conmon[102841]: cluster 2022-01-25T23:37:57.358639+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:37:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:37:58 smithi068 conmon[102841]: 1618 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:00 smithi165 conmon[67662]: cluster 2022-01-25T23:37:59.359611+0000 mgr.smithi068.zkksrk (mgr.14702) 1619 : cluster 2022-01-25T23:38:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:00 smithi165 conmon[67662]: [DBG] pgmap v1395: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:00 smithi068 conmon[102841]: cluster 2022-01-25T23:37:59.359611+0000 mgr.smithi068.zkksrk (mgr.14702) 1619 : cluster 2022-01-25T23:38:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:00 smithi068 conmon[102841]: [DBG] pgmap v1395: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:02 smithi165 conmon[67662]: cluster 2022-01-25T23:38:01.360263+0000 mgr.smithi068.zkksrk (mgr.14702) 1620 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:02 smithi068 conmon[102841]: cluster 2022-01-25T23:38:01.360263+0000 mgr.smithi068.zkksrk (mgr.14702) 1620 : cluster 2022-01-25T23:38:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:02 smithi068 conmon[102841]: [DBG] pgmap v1396: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:04 smithi165 conmon[67662]: cluster 2022-01-25T23:38:03.360841+0000 mgr.smithi068.zkksrk (mgr.14702) 1621 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:04 smithi068 conmon[102841]: cluster 2022-01-25T23:38:03.360841+0000 mgr.smithi068.zkksrk (mgr.14702) 1621 : cluster [DBG] 2022-01-25T23:38:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:04 smithi068 conmon[102841]: pgmap v1397: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:06 smithi165 conmon[67662]: cluster 2022-01-25T23:38:05.361771+0000 mgr.smithi068.zkksrk (mgr.14702) 1622 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:06 smithi068 conmon[102841]: cluster 2022-01-25T23:38:05.361771+0000 mgr.smithi068.zkksrk (mgr.14702) 1622 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:08 smithi165 conmon[67662]: cluster 2022-01-25T23:38:07.362256+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:38:08.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:08 smithi165 conmon[67662]: 1623 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:08 smithi068 conmon[102841]: cluster 2022-01-25T23:38:07.362256+0000 mgr.smithi068.zkksrk (mgr.14702) 1623 : cluster 2022-01-25T23:38:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:08 smithi068 conmon[102841]: [DBG] pgmap v1399: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:10 smithi165 conmon[67662]: cluster 2022-01-25T23:38:09.363057+0000 mgr.smithi068.zkksrk (mgr.14702) 1624 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:10 smithi068 conmon[102841]: cluster 2022-01-25T23:38:09.363057+0000 mgr.smithi068.zkksrk (mgr.14702) 1624 : cluster [DBG] 2022-01-25T23:38:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:10 smithi068 conmon[102841]: pgmap v1400: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:12 smithi068 conmon[102841]: cluster 2022-01-25T23:38:11.363779+0000 mgr.smithi068.zkksrk (mgr.14702) 1625 : cluster 2022-01-25T23:38:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:12 smithi068 conmon[102841]: [DBG] pgmap v1401: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:12 smithi165 conmon[67662]: cluster 2022-01-25T23:38:11.363779+0000 mgr.smithi068.zkksrk (mgr.14702) 1625 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:14 smithi068 conmon[102841]: cluster 2022-01-25T23:38:13.364275+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:38:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:14 smithi068 conmon[102841]: 14702) 1626 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:14 smithi068 conmon[102841]: audit 2022-01-25T23:38:14.344474+0000 mon.smithi068 (mon.0) 709 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:38:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:14 smithi068 conmon[102841]: audit 2022-01-25T23:38:14.345998+0000 mon.smithi068 (mon.0) 710 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:38:15.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:14 smithi068 conmon[102841]: audit 2022-01-25T23:38:14.347039+0000 mon.smithi068 (mon.0) 711 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:38:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: cluster 2022-01-25T23:38:13.364275+0000 mgr.smithi068.zkksrk (mgr.14702) 1626 2022-01-25T23:38:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: audit 2022-01-25T23:38:14.344474+0000 2022-01-25T23:38:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: mon.smithi068 (mon.0) 709 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:38:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: audit 2022 2022-01-25T23:38:15.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: -01-25T23:38:14 2022-01-25T23:38:15.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: .345998+0000 mon.smithi068 (mon.0) 2022-01-25T23:38:15.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: 710 : audit [DBG] 2022-01-25T23:38:15.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:38:15.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: audit 2022-01-25T23:38:15.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: 2022-01 2022-01-25T23:38:15.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: -25T23:38:14.347039 2022-01-25T23:38:15.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 711 2022-01-25T23:38:15.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:14 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:38:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:15 smithi068 conmon[102841]: cephadm 2022-01-25T23:38:14.347928+0000 mgr.smithi068.zkksrk (mgr.14702) 1627 : cephadm 2022-01-25T23:38:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:15 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:38:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:15 smithi068 conmon[102841]: audit 2022-01-25T23:38:14.760441+0000 mon.smithi068 (mon.0) 712 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:38:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:15 smithi068 conmon[102841]: audit 2022-01-25T23:38:14.767852+0000 mon.smithi068 (mon. 2022-01-25T23:38:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:15 smithi068 conmon[102841]: 0) 713 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:38:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:15 smithi165 conmon[67662]: cephadm 2022-01-25T23:38:14.347928+0000 mgr.smithi068.zkksrk (mgr.14702) 1627 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:38:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:15 smithi165 conmon[67662]: 2022-01-25T23:38:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:15 smithi165 conmon[67662]: audit 2022-01-25T23:38:14.760441+0000 mon.smithi068 (mon.0) 712 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:38:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:15 smithi165 conmon[67662]: audit 2022-01-25T23:38:14.767852+0000 2022-01-25T23:38:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:15 smithi165 conmon[67662]: mon.smithi068 (mon.0) 713 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:38:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:16 smithi068 conmon[102841]: cluster 2022-01-25T23:38:15.365173+0000 mgr.smithi068.zkksrk (mgr.14702) 1628 : cluster 2022-01-25T23:38:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:16 smithi068 conmon[102841]: [DBG] pgmap v1403: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:16 smithi165 conmon[67662]: cluster 2022-01-25T23:38:15.365173+0000 mgr.smithi068.zkksrk (mgr.14702) 1628 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:18 smithi068 conmon[102841]: cluster 2022-01-25T23:38:17.365885+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:38:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:18 smithi068 conmon[102841]: 1629 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:18 smithi068 conmon[102841]: audit 2022-01-25T23:38:18.302372+0000 mon.smithi068 (mon.0) 714 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:38:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:18 smithi068 conmon[102841]: audit 2022-01-25T23:38: 2022-01-25T23:38:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:18 smithi068 conmon[102841]: 18.359549+0000 mon.smithi068 (mon.0) 715 : audit [INF] 2022-01-25T23:38:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:38:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:18 smithi165 conmon[67662]: cluster 2022-01-25T23:38:17.365885+0000 mgr.smithi068.zkksrk (mgr.14702) 1629 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:18 smithi165 conmon[67662]: audit 2022-01-25T23:38:18.302372+0000 mon.smithi068 (mon.0) 714 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:38:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:18 smithi165 conmon[67662]: audit 2022-01-25T23:38:18.359549+0000 mon.smithi068 (mon. 2022-01-25T23:38:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:18 smithi165 conmon[67662]: 0) 715 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:38:20.451 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:38:20.739 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:38:20.740 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (52m) 4m ago 53m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:38:20.740 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (45m) 4m ago 53m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:38:20.740 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (45m) 4m ago 52m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:38:20.740 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (51m) 4m ago 52m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:38:20.741 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (48m) 4m ago 48m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:38:20.741 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (48m) 4m ago 48m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:38:20.741 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (46m) 4m ago 54m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:38:20.741 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (45m) 4m ago 52m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:38:20.742 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (45m) 4m ago 54m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:38:20.742 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (45m) 4m ago 52m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:38:20.742 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (46m) 4m ago 46m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:38:20.742 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (46m) 4m ago 46m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:38:20.743 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (52m) 4m ago 52m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:38:20.743 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (52m) 4m ago 52m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:38:20.743 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (36m) 4m ago 51m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:38:20.743 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (51m) 4m ago 51m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:38:20.743 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (51m) 4m ago 51m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:38:20.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (51m) 4m ago 51m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:38:20.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (50m) 4m ago 50m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:38:20.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (50m) 4m ago 50m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:38:20.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (50m) 4m ago 50m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:38:20.745 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (50m) 4m ago 50m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:38:20.745 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (51m) 4m ago 52m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:38:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:20 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:38:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:20 smithi068 conmon[102841]: -25T23:38:19.366914+0000 mgr.smithi068.zkksrk (mgr.14702) 1630 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:21.076 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:38:21.077 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:38:21.077 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:21.077 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:21.078 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:38:21.078 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:21.078 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:21.078 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:38:21.079 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:38:21.079 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:38:21.079 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:21.079 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:38:21.080 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:38:21.080 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:21.080 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:38:21.080 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:38:21.080 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:38:21.081 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:38:21.081 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:38:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:20 smithi165 conmon[67662]: cluster 2022-01-25T23:38:19.366914+0000 mgr.smithi068.zkksrk (mgr.14702) 1630 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:22.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:21 smithi068 conmon[102841]: audit 2022-01-25T23:38:20.440453+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:38:22.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:21 smithi068 conmon[102841]: 1631 : audit [DBG] from='client.35160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:22.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:21 smithi068 conmon[102841]: audit 2022-01-25T23:38:20.725465+0000 mgr.smithi068.zkksrk (mgr.14702) 1632 : audit [DBG] from='client.35164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:22.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:21 smithi068 conmon[102841]: 2022-01-25T23:38:22.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:21 smithi068 conmon[102841]: audit 2022-01-25T23:38 2022-01-25T23:38:22.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:21 smithi068 conmon[102841]: :21.077467+0000 mon.smithi068 (mon.0) 716 : audit [DBG] from='client.? 172.21.15.68:0/1332930105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:22.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:21 smithi165 conmon[67662]: audit 2022-01-25T23:38:20.440453+0000 mgr.smithi068.zkksrk (mgr.14702) 1631 : audit [DBG] 2022-01-25T23:38:22.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:21 smithi165 conmon[67662]: from='client.35160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:22.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:21 smithi165 conmon[67662]: audit 2022-01-25T23:38:20.725465+0000 mgr.smithi068.zkksrk (mgr.14702) 1632 : audit [DBG] from='client.35164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:22.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:21 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:38:22.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:21 smithi165 conmon[67662]: -25T23:38:21.077467+0000 mon.smithi068 (mon.0) 716 : audit [DBG] from='client.? 172.21.15.68:0/1332930105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:22 smithi068 conmon[102841]: cluster 2022-01-25T23:38:21.367486+0000 mgr.smithi068.zkksrk (mgr.14702) 1633 2022-01-25T23:38:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:22 smithi165 conmon[67662]: cluster 2022-01-25T23:38:21.367486+0000 mgr.smithi068.zkksrk (mgr.14702) 1633 : cluster [DBG] 2022-01-25T23:38:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:22 smithi165 conmon[67662]: pgmap v1406: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:24 smithi068 conmon[102841]: cluster 2022-01-25T23:38:23.367904+0000 mgr.smithi068.zkksrk (mgr.14702) 1634 2022-01-25T23:38:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:24 smithi165 conmon[67662]: cluster 2022-01-25T23:38:23.367904+0000 mgr.smithi068.zkksrk (mgr.14702) 1634 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:26 smithi068 conmon[102841]: cluster 2022-01-25T23:38:25.368768+0000 mgr.smithi068.zkksrk (mgr.14702) 1635 2022-01-25T23:38:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:26 smithi165 conmon[67662]: cluster 2022-01-25T23:38:25.368768+0000 mgr.smithi068.zkksrk (mgr.14702) 1635 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:26 smithi165 conmon[67662]: 2022-01-25T23:38:28.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:27 smithi068 conmon[102841]: cluster 2022-01-25T23:38:27.369424+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:38:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:27 smithi068 conmon[102841]: 14702) 1636 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:28.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:27 smithi165 conmon[67662]: cluster 2022-01-25T23:38:27.369424+0000 mgr.smithi068.zkksrk (mgr.14702) 1636 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:30 smithi068 conmon[102841]: cluster 2022-01-25T23:38:29.370237+0000 mgr.smithi068.zkksrk (mgr.14702) 1637 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:30 smithi165 conmon[67662]: cluster 2022-01-25T23:38:29.370237+0000 mgr.smithi068.zkksrk (mgr.14702) 1637 : cluster [DBG] 2022-01-25T23:38:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:30 smithi165 conmon[67662]: pgmap v1410: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:32 smithi068 conmon[102841]: cluster 2022-01-25T23:38:31.370950+0000 mgr.smithi068.zkksrk (mgr.14702) 1638 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:32 smithi165 conmon[67662]: cluster 2022-01-25T23:38:31.370950+0000 mgr.smithi068.zkksrk (mgr.14702) 1638 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:34.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:34 smithi068 conmon[102841]: cluster 2022-01-25T23:38:33.371615+0000 mgr.smithi068.zkksrk (mgr.14702) 1639 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:34 smithi165 conmon[67662]: cluster 2022-01-25T23:38:33.371615+0000 mgr.smithi068.zkksrk (mgr.14702) 1639 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:36.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:36 smithi068 conmon[102841]: cluster 2022-01-25T23:38:35.372470+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:38:36.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:36 smithi068 conmon[102841]: 1640 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:36 smithi165 conmon[67662]: cluster 2022-01-25T23:38:35.372470+0000 mgr.smithi068.zkksrk (mgr.14702) 1640 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:38 smithi068 conmon[102841]: cluster 2022-01-25T23:38:37.373252+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:38:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:38 smithi068 conmon[102841]: ) 1641 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:38 smithi165 conmon[67662]: cluster 2022-01-25T23:38:37.373252+0000 mgr.smithi068.zkksrk (mgr.14702) 1641 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:38.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:38 smithi165 conmon[67662]: 2022-01-25T23:38:40.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:40 smithi068 conmon[102841]: cluster 2022-01-25T23:38:39.374236+0000 mgr.smithi068.zkksrk (mgr.14702) 1642 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:40 smithi165 conmon[67662]: cluster 2022-01-25T23:38:39.374236+0000 mgr.smithi068.zkksrk (mgr.14702) 1642 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:42.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:42 smithi068 conmon[102841]: cluster 2022-01-25T23:38:41.374806+0000 mgr.smithi068.zkksrk (mgr.14702) 1643 : cluster 2022-01-25T23:38:42.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:42 smithi068 conmon[102841]: [DBG] pgmap v1416: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:42 smithi165 conmon[67662]: cluster 2022-01-25T23:38:41.374806+0000 mgr.smithi068.zkksrk (mgr.14702) 1643 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:44.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:44 smithi068 conmon[102841]: cluster 2022-01-25T23:38:43.375350+0000 mgr.smithi068.zkksrk (mgr.14702) 1644 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:44 smithi165 conmon[67662]: cluster 2022-01-25T23:38:43.375350+0000 mgr.smithi068.zkksrk (mgr.14702) 1644 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:46 smithi068 conmon[102841]: cluster 2022-01-25T23:38:45.376125+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:38:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:46 smithi068 conmon[102841]: mgr.14702) 1645 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:46 smithi165 conmon[67662]: cluster 2022-01-25T23:38:45.376125+0000 mgr.smithi068.zkksrk (mgr.14702) 1645 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:48 smithi165 conmon[67662]: cluster 2022-01-25T23:38:47.376699+0000 mgr.smithi068.zkksrk (mgr.14702) 1646 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:48 smithi068 conmon[102841]: cluster 2022-01-25T23:38:47.376699+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:38:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:48 smithi068 conmon[102841]: 1646 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:50 smithi165 conmon[67662]: cluster 2022-01-25T23:38:49.377577+0000 mgr.smithi068.zkksrk (mgr.14702) 1647 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:50 smithi068 conmon[102841]: cluster 2022-01-25T23:38:49.377577+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:38:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:50 smithi068 conmon[102841]: 1647 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:51.393 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:38:51.683 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:38:51.684 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (52m) 4m ago 53m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:38:51.684 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (45m) 4m ago 53m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:38:51.684 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (45m) 4m ago 53m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:38:51.684 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (52m) 4m ago 53m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:38:51.685 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (49m) 4m ago 49m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:38:51.685 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (49m) 4m ago 49m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:38:51.685 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (46m) 4m ago 54m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:38:51.685 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (46m) 4m ago 53m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:38:51.686 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (46m) 4m ago 54m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:38:51.686 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (46m) 4m ago 52m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:38:51.686 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (46m) 4m ago 46m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:38:51.686 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (46m) 4m ago 46m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:38:51.686 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (53m) 4m ago 53m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:38:51.687 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (52m) 4m ago 52m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:38:51.687 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (37m) 4m ago 52m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:38:51.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (52m) 4m ago 52m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:38:51.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (51m) 4m ago 51m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:38:51.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (51m) 4m ago 51m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:38:51.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (51m) 4m ago 51m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:38:51.689 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (51m) 4m ago 51m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:38:51.689 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (50m) 4m ago 50m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:38:51.689 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (50m) 4m ago 50m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:38:51.689 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (52m) 4m ago 53m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:38:52.022 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:38:52.023 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:38:52.023 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:52.023 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:52.023 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:38:52.024 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:52.024 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:52.024 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:38:52.024 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:38:52.025 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:38:52.025 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:52.025 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:38:52.025 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:38:52.026 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:38:52.026 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:38:52.026 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:38:52.026 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:38:52.026 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:38:52.027 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:38:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:52 smithi165 conmon[67662]: cluster 2022-01-25T23:38:51.378068+0000 mgr.smithi068.zkksrk (mgr.14702) 1648 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:52 smithi165 conmon[67662]: audit 2022-01-25T23:38:51.382617+0000 mgr.smithi068.zkksrk (mgr.14702) 1649 : audit [DBG] from='client.35172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:52 smithi165 conmon[67662]: audit 2022-01-25T23:38:51.669102+0000 mgr.smithi068.zkksrk (mgr.14702) 1650 : audit [DBG] from='client.35176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:52 smithi165 conmon[67662]: audit 2022-01-25T23:38:52.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:52 smithi165 conmon[67662]: 2022-01-25T23:38:52.022974+0000 mon.smithi068 (mon.0) 717 : audit [DBG] from='client.? 172.21.15.68:0/2928844845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: cluster 2022-01-25T23:38:51.378068+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:38:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: .14702) 1648 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:53.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: audit 2022-01-25T23:38:51.382617+0000 mgr.smithi068.zkksrk (mgr.14702) 1649 : audit [DBG] 2022-01-25T23:38:53.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: from='client.35172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:53.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: audit 2022-01-25T23:38:53.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: 2022-01-25T23: 2022-01-25T23:38:53.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: 38:51.669102+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:38:53.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: 14702) 1650 : audit [DBG] from='client.35176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:53.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:38:53.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: 25T23:38:52.022974+0000 mon.smithi068 ( 2022-01-25T23:38:53.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:52 smithi068 conmon[102841]: mon.0) 717 : audit [DBG] from='client.? 172.21.15.68:0/2928844845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:54 smithi165 conmon[67662]: cluster 2022-01-25T23:38:53.378652+0000 mgr.smithi068.zkksrk (mgr.14702) 1651 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:54 smithi068 conmon[102841]: cluster 2022-01-25T23:38:53.378652+0000 mgr.smithi068.zkksrk (mgr.14702) 1651 2022-01-25T23:38:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:56 smithi165 conmon[67662]: cluster 2022-01-25T23:38:55.379484+0000 mgr.smithi068.zkksrk (mgr.14702) 1652 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:56 smithi068 conmon[102841]: cluster 2022-01-25T23:38:55.379484+0000 mgr.smithi068.zkksrk (mgr.14702) 1652 2022-01-25T23:38:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:38:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:38:58 smithi165 conmon[67662]: cluster 2022-01-25T23:38:57.380025+0000 mgr.smithi068.zkksrk (mgr.14702) 1653 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:58 smithi068 conmon[102841]: cluster 2022-01-25T23:38:57.380025+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:38:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:38:58 smithi068 conmon[102841]: .14702) 1653 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:00 smithi165 conmon[67662]: cluster 2022-01-25T23:38:59.380851+0000 mgr.smithi068.zkksrk (mgr.14702) 1654 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:00 smithi068 conmon[102841]: cluster 2022-01-25T23:38:59.380851+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:00 smithi068 conmon[102841]: 1654 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:02 smithi165 conmon[67662]: cluster 2022-01-25T23:39:01.381441+0000 mgr.smithi068.zkksrk (mgr.14702) 1655 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:02 smithi068 conmon[102841]: cluster 2022-01-25T23:39:01.381441+0000 mgr.smithi068.zkksrk (mgr.14702) 1655 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:04 smithi165 conmon[67662]: cluster 2022-01-25T23:39:03.381955+0000 mgr.smithi068.zkksrk (mgr.14702) 1656 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:04 smithi068 conmon[102841]: cluster 2022-01-25T23:39:03.381955+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:04 smithi068 conmon[102841]: 1656 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:06 smithi165 conmon[67662]: cluster 2022-01-25T23:39:05.382867+0000 mgr.smithi068.zkksrk (mgr.14702) 1657 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:06 smithi068 conmon[102841]: cluster 2022-01-25T23:39:05.382867+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:06 smithi068 conmon[102841]: 1657 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:08 smithi165 conmon[67662]: cluster 2022-01-25T23:39:07.383491+0000 mgr.smithi068.zkksrk (mgr.14702) 1658 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:08 smithi068 conmon[102841]: cluster 2022-01-25T23:39:07.383491+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:39:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:08 smithi068 conmon[102841]: ) 1658 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:10 smithi165 conmon[67662]: cluster 2022-01-25T23:39:09.384299+0000 mgr.smithi068.zkksrk (mgr.14702) 1659 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:10 smithi068 conmon[102841]: cluster 2022-01-25T23:39:09.384299+0000 mgr.smithi068.zkksrk (mgr.14702) 1659 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:12 smithi165 conmon[67662]: cluster 2022-01-25T23:39:11.385057+0000 mgr.smithi068.zkksrk (mgr.14702) 1660 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:12 smithi068 conmon[102841]: cluster 2022-01-25T23:39:11.385057+0000 mgr.smithi068.zkksrk (mgr.14702) 1660 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:14 smithi165 conmon[67662]: cluster 2022-01-25T23:39:13.385702+0000 mgr.smithi068.zkksrk (mgr.14702) 1661 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:14 smithi068 conmon[102841]: cluster 2022-01-25T23:39:13.385702+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:14 smithi068 conmon[102841]: 1661 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: audit 2022-01-25T23:39:14.770886+0000 mon.smithi068 (mon.0) 718 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:39:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: audit 2022-01-25T23:39:14 2022-01-25T23:39:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: .772270+0000 mon.smithi068 (mon.0) 719 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:39:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: audit 2022-01-25T23:39:14.773412+0000 mon.smithi068 (mon.0) 720 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:39:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: audit 2022-01-25T23:39:15.182707 2022-01-25T23:39:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 721 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:39:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: audit 2022-01-25T23:39:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: 2022-01-25T23:39:15.190054+0000 mon.smithi068 (mon. 2022-01-25T23:39:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:15 smithi165 conmon[67662]: 0) 722 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:39:16.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: audit 2022-01-25T23:39:14.770886+0000 mon.smithi068 (mon.0) 718 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:39:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: audit 2022-01-25T23:39:14.772270+0000 mon.smithi068 (mon.0) 719 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:39:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: audit 2022-01-25T23:39:14.773412+0000 2022-01-25T23:39:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: mon.smithi068 (mon.0) 720 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:39:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:39:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: T23: 2022-01-25T23:39:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: 39:15.182707+0000 mon.smithi068 (mon. 2022-01-25T23:39:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: 0) 721 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:39:16.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: audit 2022 2022-01-25T23:39:16.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: -01-25T23:39:15.190054 2022-01-25T23:39:16.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 722 : audit 2022-01-25T23:39:16.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:15 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:39:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:16 smithi165 conmon[67662]: cephadm 2022-01-25T23:39:14.774218+0000 mgr.smithi068.zkksrk (mgr.14702) 1662 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:39:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:16 smithi165 conmon[67662]: cluster 2022-01-25T23:39:15.386507+0000 mgr.smithi068.zkksrk (mgr.14702) 1663 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:16 smithi068 conmon[102841]: cephadm 2022-01-25T23:39:14.774218+0000 mgr.smithi068.zkksrk (mgr.14702) 1662 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:39:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:16 smithi068 conmon[102841]: cluster 2022-01-25T23:39:15.386507+0000 mgr.smithi068.zkksrk (mgr.14702) 1663 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:18 smithi165 conmon[67662]: cluster 2022-01-25T23:39:17.387073+0000 mgr.smithi068.zkksrk (mgr.14702) 1664 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:18 smithi165 conmon[67662]: audit 2022-01-25T23:39:18.304987+0000 mon.smithi068 (mon.0) 723 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:39:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:18 smithi165 conmon[67662]: audit 2022-01-25T23:39:18.364138+0000 mon.smithi068 (mon.0) 724 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:39:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:18 smithi068 conmon[102841]: cluster 2022-01-25T23:39:17.387073+0000 mgr.smithi068.zkksrk (mgr.14702) 1664 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:18 smithi068 conmon[102841]: audit 2022-01-25T23:39:18.304987+0000 mon.smithi068 (mon.0) 723 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:39:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:18 smithi068 conmon[102841]: audit 2022-01-25T23:39:18.364138 2022-01-25T23:39:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:18 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 724 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:39:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:20 smithi165 conmon[67662]: cluster 2022-01-25T23:39:19.387833+0000 mgr.smithi068.zkksrk (mgr.14702) 1665 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:20 smithi068 conmon[102841]: cluster 2022-01-25T23:39:19.387833+0000 mgr.smithi068.zkksrk (mgr.14702) 1665 : 2022-01-25T23:39:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:20 smithi068 conmon[102841]: cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:22.343 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:39:22.630 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:39:22.631 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (53m) 5m ago 54m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:39:22.631 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (46m) 5m ago 54m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:39:22.631 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (46m) 5m ago 53m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:39:22.631 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (52m) 5m ago 53m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:39:22.631 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (49m) 5m ago 49m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:39:22.632 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (49m) 5m ago 49m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:39:22.632 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (47m) 5m ago 55m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:39:22.632 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (46m) 5m ago 53m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:39:22.632 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (46m) 5m ago 55m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:39:22.633 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (46m) 5m ago 53m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:39:22.633 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (47m) 5m ago 47m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:39:22.633 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (47m) 5m ago 47m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:39:22.633 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (53m) 5m ago 53m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:39:22.634 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (53m) 5m ago 53m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:39:22.634 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (37m) 5m ago 53m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:39:22.634 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (52m) 5m ago 52m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:39:22.634 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (52m) 5m ago 52m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:39:22.635 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (52m) 5m ago 52m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:39:22.635 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (51m) 5m ago 51m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:39:22.635 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (51m) 5m ago 51m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:39:22.635 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (51m) 5m ago 51m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:39:22.635 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (51m) 5m ago 51m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:39:22.636 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (52m) 5m ago 53m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:39:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:22 smithi165 conmon[67662]: cluster 2022-01-25T23:39:21.388397+0000 mgr.smithi068.zkksrk (mgr.14702) 1666 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:22.970 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:39:22.971 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:39:22.971 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:22.971 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:22.971 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:39:22.972 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:22.972 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:22.972 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:39:22.972 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:39:22.972 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:39:22.973 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:22.973 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:39:22.973 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:39:22.973 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:22.974 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:39:22.974 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:39:22.974 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:39:22.974 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:39:22.975 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:39:22.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:22 smithi068 conmon[102841]: cluster 2022-01- 2022-01-25T23:39:22.975 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:22 smithi068 conmon[102841]: 25T23:39:21.388397+0000 mgr.smithi068.zkksrk (mgr.14702) 1666 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:23.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:23 smithi165 conmon[67662]: audit 2022-01-25T23:39:22.332523+0000 mgr.smithi068.zkksrk (mgr.14702) 1667 : audit [DBG] from='client.35184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:23.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:23 smithi165 conmon[67662]: audit 2022-01-25T23:39:22.616180+0000 mgr.smithi068.zkksrk (mgr.14702) 1668 : audit [DBG] from='client.35188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:23.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:23 smithi165 conmon[67662]: audit 2022-01-25T23:39:22.970871+0000 mon.smithi068 (mon.0) 725 : audit 2022-01-25T23:39:23.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:23 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/1283008934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: audit 2022-01-25T23:39:22.332523+0000 mgr.smithi068.zkksrk (mgr.14702) 1667 2022-01-25T23:39:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: : audit [DBG] from='client.35184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: audit 2022-01-25T23:39:22.616180+0000 mgr.smithi068.zkksrk (mgr.14702) 1668 : audit [DBG] from='client.35188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: audit 2022-01-25T23:39:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: 2022-01-25T23:39: 2022-01-25T23:39:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: 22.970871+0000 mon.smithi068 (mon. 2022-01-25T23:39:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: 0) 725 : audit [DBG] from='client.? 172.21.15.68:0/1283008934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:23 smithi068 conmon[102841]: 2022-01-25T23:39:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:24 smithi165 conmon[67662]: cluster 2022-01-25T23:39:23.388977+0000 mgr.smithi068.zkksrk (mgr.14702) 1669 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:24 smithi068 conmon[102841]: cluster 2022-01-25T23:39:23.388977+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:39:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:24 smithi068 conmon[102841]: ) 1669 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:26 smithi165 conmon[67662]: cluster 2022-01-25T23:39:25.389975+0000 mgr.smithi068.zkksrk (mgr.14702) 1670 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:26 smithi068 conmon[102841]: cluster 2022-01-25T23:39:25.389975+0000 mgr.smithi068.zkksrk (mgr.14702) 1670 : 2022-01-25T23:39:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:26 smithi068 conmon[102841]: cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:28 smithi165 conmon[67662]: cluster 2022-01-25T23:39:27.390443+0000 mgr.smithi068.zkksrk (mgr.14702) 1671 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:28 smithi068 conmon[102841]: cluster 2022-01-25T23:39:27.390443+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:29.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:28 smithi068 conmon[102841]: 1671 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:30 smithi165 conmon[67662]: cluster 2022-01-25T23:39:29.391406+0000 mgr.smithi068.zkksrk (mgr.14702) 1672 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:30 smithi068 conmon[102841]: cluster 2022-01-25T23:39:29.391406+0000 mgr.smithi068.zkksrk (mgr.14702) 1672 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:32 smithi165 conmon[67662]: cluster 2022-01-25T23:39:31.392015+0000 mgr.smithi068.zkksrk (mgr.14702) 1673 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:32 smithi068 conmon[102841]: cluster 2022-01-25T23:39:31.392015+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:39:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:32 smithi068 conmon[102841]: .14702) 1673 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:34 smithi165 conmon[67662]: cluster 2022-01-25T23:39:33.392561+0000 mgr.smithi068.zkksrk (mgr.14702) 1674 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:34 smithi068 conmon[102841]: cluster 2022-01-25T23:39:33.392561+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:39:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:34 smithi068 conmon[102841]: mgr.14702) 1674 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:36 smithi165 conmon[67662]: cluster 2022-01-25T23:39:35.393440+0000 mgr.smithi068.zkksrk (mgr.14702) 1675 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:36 smithi068 conmon[102841]: cluster 2022-01-25T23:39:35.393440+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:36 smithi068 conmon[102841]: 1675 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:38 smithi165 conmon[67662]: cluster 2022-01-25T23:39:37.393888+0000 mgr.smithi068.zkksrk (mgr.14702) 1676 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:38 smithi068 conmon[102841]: cluster 2022-01-25T23:39:37.393888+0000 mgr.smithi068.zkksrk (mgr.14702) 1676 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:40 smithi165 conmon[67662]: cluster 2022-01-25T23:39:39.394690+0000 mgr.smithi068.zkksrk (mgr.14702) 1677 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:40 smithi068 conmon[102841]: cluster 2022-01-25T23:39:39.394690+0000 mgr.smithi068.zkksrk (mgr.14702) 1677 2022-01-25T23:39:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:42 smithi165 conmon[67662]: cluster 2022-01-25T23:39:41.395406+0000 mgr.smithi068.zkksrk (mgr.14702) 1678 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:42 smithi068 conmon[102841]: cluster 2022-01-25T23:39:41.395406+0000 2022-01-25T23:39:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:42 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1678 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:44 smithi165 conmon[67662]: cluster 2022-01-25T23:39:43.396042+0000 mgr.smithi068.zkksrk (mgr.14702) 1679 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:44 smithi068 conmon[102841]: cluster 2022-01-25T23:39:43.396042+0000 mgr.smithi068.zkksrk (mgr.14702) 1679 : 2022-01-25T23:39:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:44 smithi068 conmon[102841]: cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:46 smithi165 conmon[67662]: cluster 2022-01-25T23:39:45.396908+0000 mgr.smithi068.zkksrk (mgr.14702) 1680 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:46 smithi068 conmon[102841]: cluster 2022-01-25T23:39:45.396908+0000 mgr.smithi068.zkksrk (mgr.14702) 1680 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:48 smithi165 conmon[67662]: cluster 2022-01-25T23:39:47.397555+0000 mgr.smithi068.zkksrk (mgr.14702) 1681 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:48 smithi068 conmon[102841]: cluster 2022-01-25T23:39:47.397555+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:39:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:48 smithi068 conmon[102841]: 14702) 1681 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:50 smithi165 conmon[67662]: cluster 2022-01-25T23:39:49.398471+0000 mgr.smithi068.zkksrk (mgr.14702) 1682 : cluster [DBG] 2022-01-25T23:39:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:50 smithi165 conmon[67662]: pgmap v1450: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:50 smithi068 conmon[102841]: cluster 2022-01-25T23:39:49.398471+0000 mgr.smithi068.zkksrk (mgr.14702) 1682 2022-01-25T23:39:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:52 smithi165 conmon[67662]: cluster 2022-01-25T23:39:51.399044+0000 mgr.smithi068.zkksrk (mgr.14702) 1683 : cluster [DBG] 2022-01-25T23:39:52.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:52 smithi165 conmon[67662]: pgmap v1451: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:52 smithi068 conmon[102841]: cluster 2022-01-25T23:39:51.399044+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:39:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:52 smithi068 conmon[102841]: ) 1683 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:53.290 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:39:53.580 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:39:53.581 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (53m) 5m ago 54m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:39:53.581 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (46m) 5m ago 54m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:39:53.581 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (46m) 5m ago 54m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:39:53.581 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (53m) 5m ago 54m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:39:53.582 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (50m) 5m ago 50m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:39:53.582 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (50m) 5m ago 50m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:39:53.582 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (47m) 5m ago 55m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:39:53.583 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (47m) 5m ago 54m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:39:53.583 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (47m) 5m ago 56m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:39:53.583 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (47m) 5m ago 54m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:39:53.583 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (48m) 5m ago 48m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:39:53.584 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (47m) 5m ago 47m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:39:53.584 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (54m) 5m ago 54m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:39:53.584 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (53m) 5m ago 53m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:39:53.585 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (38m) 5m ago 53m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:39:53.585 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (53m) 5m ago 53m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:39:53.585 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (52m) 5m ago 52m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:39:53.585 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (52m) 5m ago 52m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:39:53.585 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (52m) 5m ago 52m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:39:53.586 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (52m) 5m ago 52m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:39:53.586 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (51m) 5m ago 51m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:39:53.586 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (51m) 5m ago 51m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:39:53.586 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (53m) 5m ago 54m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:39:53.919 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:39:53.919 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:39:53.919 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:53.919 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:53.920 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:39:53.920 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:53.921 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:53.921 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:39:53.921 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:39:53.921 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:39:53.922 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:53.922 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:39:53.922 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:39:53.922 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:39:53.922 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:39:53.923 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:39:53.923 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:39:53.923 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:39:53.924 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:39:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:54 smithi165 conmon[67662]: audit 2022-01-25T23:39:53.279095+0000 mgr.smithi068.zkksrk (mgr.14702) 1684 : audit [DBG] from='client.35196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:54 smithi165 conmon[67662]: cluster 2022-01-25T23:39:53.399445+0000 mgr.smithi068.zkksrk (mgr.14702) 1685 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:54 smithi165 conmon[67662]: audit 2022-01-25T23:39:53.566590+0000 mgr.smithi068.zkksrk (mgr.14702) 1686 : audit [DBG] from='client.35200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:54 smithi165 conmon[67662]: audit 2022-01-25T23:39 2022-01-25T23:39:54.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:54 smithi165 conmon[67662]: :53.919477+0000 mon.smithi068 (mon.0) 726 : audit [DBG] from='client.? 172.21.15.68:0/1468371197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: audit 2022-01-25T23:39:53.279095+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:39:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: 1684 : audit [DBG] from='client.35196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: cluster 2022-01-25T23:39:53.399445+0000 2022-01-25T23:39:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1685 2022-01-25T23:39:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: audit 2022-01-25T23:39:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: 2022-01-25T23: 2022-01-25T23:39:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: 39:53.566590+0000 mgr.smithi068.zkksrk 2022-01-25T23:39:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: (mgr.14702) 1686 : audit 2022-01-25T23:39:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: [DBG] from='client.35200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:55.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:39:55.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: 01-25T23:39:53. 2022-01-25T23:39:55.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: 919477+0000 mon.smithi068 (mon.0) 2022-01-25T23:39:55.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:54 smithi068 conmon[102841]: 726 : audit [DBG] from='client.? 172.21.15.68:0/1468371197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:56 smithi068 conmon[102841]: cluster 2022-01-25T23:39:55.400432+0000 mgr.smithi068.zkksrk (mgr.14702) 1687 2022-01-25T23:39:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:56 smithi165 conmon[67662]: cluster 2022-01-25T23:39:55.400432+0000 mgr.smithi068.zkksrk (mgr.14702) 1687 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:39:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:58 smithi068 conmon[102841]: cluster 2022-01-25T23:39:57.401013+0000 mgr.smithi068.zkksrk (mgr.14702) 1688 : 2022-01-25T23:39:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:39:58 smithi068 conmon[102841]: cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:58 smithi165 conmon[67662]: cluster 2022-01-25T23:39:57.401013+0000 mgr.smithi068.zkksrk (mgr.14702) 1688 : cluster [DBG] 2022-01-25T23:39:59.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:39:58 smithi165 conmon[67662]: pgmap v1454: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:00 smithi068 conmon[102841]: cluster 2022-01-25T23:39:59.401996+0000 mgr.smithi068.zkksrk (mgr.14702) 1689 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:00 smithi068 conmon[102841]: cluster 2022-01-25T23:40:00.000141+0000 mon.smithi068 (mon.0) 727 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:40:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:00 smithi165 conmon[67662]: cluster 2022-01-25T23:39:59.401996+0000 mgr.smithi068.zkksrk (mgr.14702) 1689 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:00 smithi165 conmon[67662]: cluster 2022-01-25T23:40:00.000141+0000 mon.smithi068 (mon.0) 727 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:40:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:02 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:40:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:02 smithi068 conmon[102841]: :40:01.402616+0000 mgr.smithi068.zkksrk (mgr.14702) 1690 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:02 smithi165 conmon[67662]: cluster 2022-01-25T23:40:01.402616+0000 mgr.smithi068.zkksrk (mgr.14702) 1690 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:04 smithi068 conmon[102841]: cluster 2022-01-25T23:40:03.403267+0000 mgr.smithi068.zkksrk (mgr.14702) 1691 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:04 smithi165 conmon[67662]: cluster 2022-01-25T23:40:03.403267+0000 mgr.smithi068.zkksrk (mgr.14702) 1691 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:05.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:04 smithi165 conmon[67662]: 2022-01-25T23:40:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:06 smithi068 conmon[102841]: cluster 2022-01-25T23:40:05.404169+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:40:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:06 smithi068 conmon[102841]: 1692 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:06 smithi165 conmon[67662]: cluster 2022-01-25T23:40:05.404169+0000 mgr.smithi068.zkksrk (mgr.14702) 1692 : cluster [DBG] 2022-01-25T23:40:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:06 smithi165 conmon[67662]: pgmap v1458: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:08 smithi068 conmon[102841]: cluster 2022-01-25T23:40:07.404751+0000 mgr.smithi068.zkksrk (mgr.14702) 1693 : 2022-01-25T23:40:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:08 smithi068 conmon[102841]: cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:08 smithi165 conmon[67662]: cluster 2022-01-25T23:40:07.404751+0000 mgr.smithi068.zkksrk (mgr.14702) 1693 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:10 smithi068 conmon[102841]: cluster 2022-01-25T23:40:09.405735+0000 mgr.smithi068.zkksrk (mgr.14702) 1694 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:10 smithi165 conmon[67662]: cluster 2022-01-25T23:40:09.405735+0000 mgr.smithi068.zkksrk (mgr.14702) 1694 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:12 smithi068 conmon[102841]: cluster 2022-01-25T23:40:11.406304+0000 mgr.smithi068.zkksrk (mgr.14702) 1695 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:12 smithi165 conmon[67662]: cluster 2022-01-25T23:40:11.406304+0000 mgr.smithi068.zkksrk (mgr.14702) 1695 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:14 smithi068 conmon[102841]: cluster 2022-01-25T23:40:13.406803+0000 mgr.smithi068.zkksrk (mgr.14702) 1696 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:14 smithi165 conmon[67662]: cluster 2022-01-25T23:40:13.406803+0000 mgr.smithi068.zkksrk (mgr.14702) 1696 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:15 smithi068 conmon[102841]: audit 2022-01-25T23:40:15.193111+0000 mon.smithi068 ( 2022-01-25T23:40:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:15 smithi068 conmon[102841]: mon.0) 728 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:40:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:15 smithi068 conmon[102841]: audit 2022-01-25T23:40:15.194585+0000 mon.smithi068 (mon.0) 729 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:40:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:15 smithi068 conmon[102841]: audit 2022-01-25T23:40:15.195649+0000 mon.smithi068 (mon.0) 730 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:40:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:15 smithi068 conmon[102841]: audit 2022-01-25T23:40:15.611596+0000 mon.smithi068 (mon.0) 731 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:40:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:15 smithi068 conmon[102841]: audit 2022-01-25T23:40:15.616948+0000 mon.smithi068 (mon.0) 732 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:40:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:15 smithi165 conmon[67662]: audit 2022-01-25T23:40:15.193111+0000 mon.smithi068 (mon.0) 728 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:40:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:15 smithi165 conmon[67662]: audit 2022-01-25T23:40:15.194585+0000 mon.smithi068 (mon.0) 729 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:40:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:15 smithi165 conmon[67662]: audit 2022-01-25T23:40:15.195649+0000 mon.smithi068 (mon.0) 730 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:40:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:15 smithi165 conmon[67662]: audit 2022-01-25T23:40:15.611596+0000 mon.smithi068 (mon.0) 731 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:40:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:15 smithi165 conmon[67662]: audit 2022-01-25T23:40:15.616948+0000 mon.smithi068 (mon.0) 732 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:40:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:16 smithi068 conmon[102841]: cephadm 2022-01-25T23:40:15.196501+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:40:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:16 smithi068 conmon[102841]: 1697 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:40:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:16 smithi068 conmon[102841]: cluster 2022-01-25T23:40:15.407616+0000 mgr.smithi068.zkksrk (mgr.14702) 1698 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:16 smithi165 conmon[67662]: cephadm 2022-01-25T23:40:15.196501+0000 mgr.smithi068.zkksrk (mgr.14702) 1697 : cephadm 2022-01-25T23:40:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:16 smithi165 conmon[67662]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:40:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:16 smithi165 conmon[67662]: cluster 2022-01-25T23:40:15.407616+0000 mgr.smithi068.zkksrk (mgr.14702) 1698 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:18 smithi068 conmon[102841]: cluster 2022-01-25T23:40:17.408190+0000 mgr.smithi068.zkksrk (mgr.14702) 1699 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:18 smithi068 conmon[102841]: audit 2022-01-25T23:40:18.307497+0000 mon.smithi068 (mon.0) 733 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:40:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:18 smithi068 conmon[102841]: audit 2022-01-25T23:40:18.369357+0000 mon.smithi068 (mon.0) 734 2022-01-25T23:40:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:18 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:40:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:18 smithi165 conmon[67662]: cluster 2022-01-25T23:40:17.408190+0000 mgr.smithi068.zkksrk (mgr.14702) 1699 : cluster [DBG] 2022-01-25T23:40:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:18 smithi165 conmon[67662]: pgmap v1464: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:18 smithi165 conmon[67662]: audit 2022-01-25T23:40:18.307497+0000 mon.smithi068 (mon.0) 733 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:40:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:18 smithi165 conmon[67662]: audit 2022-01-25T23:40:18.369357+0000 mon.smithi068 2022-01-25T23:40:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:18 smithi165 conmon[67662]: (mon.0) 734 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:40:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:20 smithi068 conmon[102841]: cluster 2022-01-25T23:40:19.409152+0000 mgr.smithi068.zkksrk (mgr.14702) 1700 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:20 smithi165 conmon[67662]: cluster 2022-01-25T23:40:19.409152+0000 mgr.smithi068.zkksrk (mgr.14702) 1700 : cluster [DBG] 2022-01-25T23:40:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:20 smithi165 conmon[67662]: pgmap v1465: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:22 smithi068 conmon[102841]: cluster 2022-01-25T23:40:21.409897+0000 mgr.smithi068.zkksrk (mgr.14702) 1701 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:22 smithi165 conmon[67662]: cluster 2022-01-25T23:40:21.409897+0000 mgr.smithi068.zkksrk (mgr.14702) 1701 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:24.238 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:40:24.525 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:40:24.525 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (54m) 6m ago 55m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:40:24.525 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (47m) 6m ago 55m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:40:24.525 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (47m) 6m ago 54m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:40:24.526 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (53m) 6m ago 55m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:40:24.526 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (50m) 6m ago 50m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:40:24.526 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (50m) 6m ago 50m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:40:24.526 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (48m) 6m ago 56m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:40:24.527 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (47m) 6m ago 54m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:40:24.527 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (47m) 6m ago 56m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:40:24.527 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (47m) 6m ago 54m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:40:24.527 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (48m) 6m ago 48m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:40:24.528 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (48m) 6m ago 48m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:40:24.528 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (54m) 6m ago 54m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:40:24.528 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (54m) 6m ago 54m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:40:24.528 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (38m) 6m ago 54m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:40:24.529 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (53m) 6m ago 53m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:40:24.529 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (53m) 6m ago 53m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:40:24.529 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (53m) 6m ago 53m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:40:24.529 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (52m) 6m ago 52m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:40:24.530 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (52m) 6m ago 52m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:40:24.530 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (52m) 6m ago 52m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:40:24.530 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (52m) 6m ago 52m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:40:24.530 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (53m) 6m ago 54m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:40:24.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:24 smithi068 conmon[102841]: cluster 2022-01-25T23:40:23 2022-01-25T23:40:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:24 smithi068 conmon[102841]: .410604+0000 mgr.smithi068.zkksrk (mgr.14702) 1702 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:24.868 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:40:24.869 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:40:24.869 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:24.869 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:24.870 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:40:24.870 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:24.870 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:24.871 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:40:24.871 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:40:24.871 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:40:24.871 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:24.872 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:40:24.872 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:40:24.872 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:24.872 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:40:24.873 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:40:24.873 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:40:24.873 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:40:24.873 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:40:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:24 smithi165 conmon[67662]: cluster 2022-01-25T23:40:23.410604+0000 mgr.smithi068.zkksrk (mgr.14702) 1702 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:25 smithi068 conmon[102841]: audit 2022-01-25T23:40:24.226264+0000 mgr.smithi068.zkksrk (mgr.14702) 1703 : audit [DBG] from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:25 smithi068 conmon[102841]: 2022-01-25T23:40:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:25 smithi068 conmon[102841]: audit 2022-01-25T23:40:24.510971+0000 mgr.smithi068.zkksrk (mgr.14702) 1704 : audit [DBG] from='client.35212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:26.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:25 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:40:26.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:25 smithi068 conmon[102841]: 25T23:40:24.869015+0000 mon.smithi068 (mon.0) 735 : audit [DBG] from='client.? 172.21.15.68:0/3826785088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:25 smithi165 conmon[67662]: audit 2022-01-25T23:40:24.226264+0000 mgr.smithi068.zkksrk (mgr.14702) 1703 : audit [DBG] from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:25 smithi165 conmon[67662]: 2022-01-25T23:40:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:25 smithi165 conmon[67662]: audit 2022-01-25T23:40:24.510971+0000 mgr.smithi068.zkksrk (mgr.14702) 1704 : audit [DBG] from='client.35212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:25 smithi165 conmon[67662]: audit 2022-01-25T23:40:24.869015+0000 mon.smithi068 (mon. 2022-01-25T23:40:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:25 smithi165 conmon[67662]: 0) 735 : audit [DBG] from='client.? 172.21.15.68:0/3826785088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:26 smithi068 conmon[102841]: cluster 2022-01-25T23:40:25.411401+0000 mgr.smithi068.zkksrk (mgr.14702) 1705 : 2022-01-25T23:40:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:26 smithi068 conmon[102841]: cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:26 smithi165 conmon[67662]: cluster 2022-01-25T23:40:25.411401+0000 mgr.smithi068.zkksrk (mgr.14702) 1705 : cluster [DBG] 2022-01-25T23:40:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:26 smithi165 conmon[67662]: pgmap v1468: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:27 smithi068 conmon[102841]: cluster 2022-01-25T23:40:27.411993+0000 mgr.smithi068.zkksrk (mgr.14702) 1706 2022-01-25T23:40:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:27 smithi068 conmon[102841]: : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:28.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:27 smithi165 conmon[67662]: cluster 2022-01-25T23:40:27.411993+0000 mgr.smithi068.zkksrk (mgr.14702) 1706 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:28.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:27 smithi165 conmon[67662]: 2022-01-25T23:40:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:30 smithi068 conmon[102841]: cluster 2022-01-25T23:40:29.412820+0000 mgr.smithi068.zkksrk (mgr.14702) 1707 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:30 smithi165 conmon[67662]: cluster 2022-01-25T23:40:29.412820+0000 mgr.smithi068.zkksrk (mgr.14702) 1707 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:30 smithi165 conmon[67662]: 2022-01-25T23:40:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:32 smithi068 conmon[102841]: cluster 2022-01-25T23:40:31.413344+0000 mgr.smithi068.zkksrk (mgr.14702) 1708 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:32 smithi165 conmon[67662]: cluster 2022-01-25T23:40:31.413344+0000 mgr.smithi068.zkksrk (mgr.14702) 1708 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:34 smithi165 conmon[67662]: cluster 2022-01-25T23:40:33.413794+0000 mgr.smithi068.zkksrk (mgr.14702) 1709 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:34 smithi068 conmon[102841]: cluster 2022-01-25T23:40:33.413794+0000 mgr.smithi068.zkksrk (mgr.14702) 1709 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:36 smithi165 conmon[67662]: cluster 2022-01-25T23:40:35.414773+0000 mgr.smithi068.zkksrk (mgr.14702) 1710 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:36 smithi068 conmon[102841]: cluster 2022-01-25T23:40:35.414773+0000 mgr.smithi068.zkksrk (mgr.14702) 1710 : cluster 2022-01-25T23:40:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:36 smithi068 conmon[102841]: [DBG] pgmap v1473: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:38 smithi165 conmon[67662]: cluster 2022-01-25T23:40:37.415487+0000 mgr.smithi068.zkksrk (mgr.14702) 1711 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:38 smithi068 conmon[102841]: cluster 2022-01-25T23:40:37.415487+0000 mgr.smithi068.zkksrk (mgr.14702) 1711 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:40 smithi165 conmon[67662]: cluster 2022-01-25T23:40:39.416265+0000 mgr.smithi068.zkksrk (mgr.14702) 1712 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:40 smithi165 conmon[67662]: 2022-01-25T23:40:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:40 smithi068 conmon[102841]: cluster 2022-01-25T23:40:39.416265+0000 mgr.smithi068.zkksrk (mgr.14702) 1712 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:42 smithi165 conmon[67662]: cluster 2022-01-25T23:40:41.416946+0000 mgr.smithi068.zkksrk (mgr.14702) 1713 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:42 smithi068 conmon[102841]: cluster 2022-01-25T23:40:41.416946+0000 mgr.smithi068.zkksrk (mgr.14702) 1713 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:44 smithi165 conmon[67662]: cluster 2022-01-25T23:40:43.417499+0000 mgr.smithi068.zkksrk (mgr.14702) 1714 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:44 smithi068 conmon[102841]: cluster 2022-01-25T23:40:43.417499+0000 mgr.smithi068.zkksrk (mgr.14702) 1714 2022-01-25T23:40:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:44 smithi068 conmon[102841]: : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:46 smithi165 conmon[67662]: cluster 2022-01-25T23:40:45.418351+0000 mgr.smithi068.zkksrk (mgr.14702) 1715 : cluster 2022-01-25T23:40:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:46 smithi165 conmon[67662]: [DBG] pgmap v1478: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:46 smithi068 conmon[102841]: cluster 2022-01-25T23:40:45.418351+0000 mgr.smithi068.zkksrk (mgr.14702) 1715 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:48 smithi165 conmon[67662]: cluster 2022-01-25T23:40:47.418841+0000 mgr.smithi068.zkksrk (mgr.14702) 1716 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:48 smithi068 conmon[102841]: cluster 2022-01-25T23:40:47.418841+0000 mgr.smithi068.zkksrk (mgr.14702) 1716 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:50 smithi165 conmon[67662]: cluster 2022-01-25T23:40:49.419655+0000 mgr.smithi068.zkksrk (mgr.14702) 1717 : cluster [DBG] 2022-01-25T23:40:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:50 smithi165 conmon[67662]: pgmap v1480: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:50 smithi068 conmon[102841]: cluster 2022-01-25T23: 2022-01-25T23:40:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:50 smithi068 conmon[102841]: 40:49.419655+0000 mgr.smithi068.zkksrk (mgr.14702) 1717 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:52 smithi068 conmon[102841]: cluster 2022-01-25T23:40:51.420161+0000 mgr.smithi068.zkksrk (mgr.14702) 1718 : cluster 2022-01-25T23:40:52.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:52 smithi068 conmon[102841]: [DBG] pgmap v1481: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:52 smithi165 conmon[67662]: cluster 2022-01-25T23:40:51.420161+0000 mgr.smithi068.zkksrk (mgr.14702) 1718 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:54 smithi165 conmon[67662]: cluster 2022-01-25T23:40:53.420597+0000 mgr.smithi068.zkksrk (mgr.14702) 1719 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:54 smithi068 conmon[102841]: cluster 2022-01-25T23:40:53.420597+0000 mgr.smithi068.zkksrk (mgr.14702) 1719 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:55.190 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:40:55.476 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:40:55.476 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (54m) 6m ago 55m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:40:55.476 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (47m) 6m ago 55m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:40:55.477 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (47m) 6m ago 55m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:40:55.477 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (54m) 6m ago 55m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:40:55.477 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (51m) 6m ago 51m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:40:55.478 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (51m) 6m ago 51m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:40:55.478 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (48m) 6m ago 56m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:40:55.478 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (48m) 6m ago 55m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:40:55.479 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (48m) 6m ago 57m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:40:55.479 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (48m) 6m ago 55m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:40:55.480 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (49m) 6m ago 49m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:40:55.480 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (48m) 6m ago 48m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:40:55.480 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (55m) 6m ago 55m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:40:55.481 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (54m) 6m ago 54m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:40:55.481 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (39m) 6m ago 54m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:40:55.481 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (54m) 6m ago 54m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:40:55.482 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (54m) 6m ago 54m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:40:55.482 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (53m) 6m ago 53m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:40:55.483 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (53m) 6m ago 53m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:40:55.483 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (53m) 6m ago 53m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:40:55.484 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (52m) 6m ago 52m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:40:55.484 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (52m) 6m ago 52m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:40:55.485 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (54m) 6m ago 55m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:40:55.815 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:40:55.816 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:40:55.816 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:55.816 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:55.817 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:40:55.817 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:55.817 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:55.817 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:40:55.818 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:40:55.818 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:40:55.818 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:55.818 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:40:55.818 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:40:55.819 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:40:55.819 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:40:55.819 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:40:55.819 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:40:55.820 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:40:55.820 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:40:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:56 smithi165 conmon[67662]: audit 2022-01-25T23:40:55.178037+0000 mgr.smithi068.zkksrk (mgr.14702) 1720 : audit [DBG] from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:56 smithi165 conmon[67662]: cluster 2022-01-25T23:40:55.421565+0000 mgr.smithi068.zkksrk (mgr.14702) 1721 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:56 smithi165 conmon[67662]: audit 2022-01-25T23:40:55.461885+0000 mgr.smithi068.zkksrk (mgr.14702) 1722 : audit [DBG] from='client.35224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:56 smithi165 conmon[67662]: audit 2022-01-25T23:40:55.816501+0000 mon.smithi068 (mon.0) 736 : audit [DBG] 2022-01-25T23:40:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:56 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/1047348820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:56 smithi068 conmon[102841]: audit 2022-01-25T23:40:55.178037+0000 mgr.smithi068.zkksrk (mgr.14702) 1720 : audit [DBG] from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:56 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:40:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:56 smithi068 conmon[102841]: T23:40:55.421565+0000 mgr.smithi068.zkksrk (mgr.14702) 1721 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:40:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:56 smithi068 conmon[102841]: audit 2022-01-25T23:40:55.461885+0000 mgr.smithi068.zkksrk (mgr.14702) 1722 : audit [DBG] from='client.35224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:56 smithi068 conmon[102841]: audit 2022-01-25T23:40:55.816501+0000 mon.smithi068 (mon.0) 736 : audit [DBG] from='client.? 172.21.15.68:0/1047348820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:40:58 smithi165 conmon[67662]: cluster 2022-01-25T23:40:57.422093+0000 mgr.smithi068.zkksrk (mgr.14702) 1723 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:58 smithi068 conmon[102841]: cluster 2022-01-25T23:40:57.422093+0000 mgr.smithi068.zkksrk (mgr.14702) 1723 2022-01-25T23:40:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:40:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:00 smithi165 conmon[67662]: cluster 2022-01-25T23:40:59.422959+0000 mgr.smithi068.zkksrk (mgr.14702) 1724 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:00 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:41:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:00 smithi068 conmon[102841]: :40:59.422959+0000 mgr.smithi068.zkksrk (mgr.14702) 1724 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:02.914 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:02 smithi068 conmon[102841]: cluster 2022-01-25T23:41:01.423696+0000 mgr.smithi068.zkksrk (mgr.14702) 1725 : cluster 2022-01-25T23:41:02.915 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:02 smithi068 conmon[102841]: [DBG] pgmap v1486: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:02 smithi165 conmon[67662]: cluster 2022-01-25T23:41:01.423696+0000 mgr.smithi068.zkksrk (mgr.14702) 1725 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:04 smithi165 conmon[67662]: cluster 2022-01-25T23:41:03.424298+0000 mgr.smithi068.zkksrk (mgr.14702) 1726 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:04 smithi068 conmon[102841]: cluster 2022-01-25T23:41:03.424298+0000 mgr.smithi068.zkksrk (mgr.14702) 1726 : cluster 2022-01-25T23:41:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:04 smithi068 conmon[102841]: [DBG] pgmap v1487: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:06 smithi165 conmon[67662]: cluster 2022-01-25T23:41:05.425199+0000 mgr.smithi068.zkksrk (mgr.14702) 1727 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:06 smithi068 conmon[102841]: cluster 2022-01-25T23:41:05.425199+0000 mgr.smithi068.zkksrk (mgr.14702) 1727 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:08 smithi165 conmon[67662]: cluster 2022-01-25T23:41:07.425911+0000 mgr.smithi068.zkksrk (mgr.14702) 1728 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:08 smithi068 conmon[102841]: cluster 2022-01-25T23:41:07.425911+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:41:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:08 smithi068 conmon[102841]: 1728 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:10 smithi165 conmon[67662]: cluster 2022-01-25T23:41:09.426772+0000 mgr.smithi068.zkksrk (mgr.14702) 1729 : cluster [DBG] 2022-01-25T23:41:10.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:10 smithi165 conmon[67662]: pgmap v1490: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:10 smithi068 conmon[102841]: cluster 2022-01-25T23:41:09.426772+0000 mgr.smithi068.zkksrk (mgr.14702) 1729 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:12 smithi165 conmon[67662]: cluster 2022-01-25T23:41:11.427499+0000 mgr.smithi068.zkksrk (mgr.14702) 1730 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:12 smithi068 conmon[102841]: cluster 2022-01-25T23:41:11.427499+0000 mgr.smithi068.zkksrk (mgr.14702) 1730 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:14 smithi165 conmon[67662]: cluster 2022-01-25T23:41:13.427992+0000 mgr.smithi068.zkksrk (mgr.14702) 1731 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:14 smithi068 conmon[102841]: cluster 2022-01-25T23:41:13.427992+0000 mgr.smithi068.zkksrk (mgr.14702) 1731 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:15.641 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: audit 2022-01-25T23:41:15.619974+0000 2022-01-25T23:41:15.641 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: mon.smithi068 (mon.0) 737 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:41:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:15 smithi165 conmon[67662]: audit 2022-01-25T23:41:15.619974+0000 mon.smithi068 (mon.0) 737 : audit [DBG] 2022-01-25T23:41:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:15 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:41:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:15 smithi165 conmon[67662]: audit 2022-01-25T23:41:15.621514+0000 mon.smithi068 (mon.0) 738 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:41:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:15 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:41:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:15 smithi165 conmon[67662]: -25T23:41:15.622476+0000 mon.smithi068 (mon.0) 739 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:41:16.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: audit 2022-01-25T23:41:15.621514+0000 mon.smithi068 (mon.0) 2022-01-25T23:41:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: 738 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:41:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:41:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: 25T23:41:15.622476+0000 mon.smithi068 (mon.0) 739 : audit [INF] 2022-01-25T23:41:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:15 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:41:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: cluster 2022-01-25T23:41:15.428952+0000 mgr.smithi068.zkksrk (mgr.14702) 1732 : cluster [DBG] 2022-01-25T23:41:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: pgmap v1493: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: cephadm 2022-01-25T23:41:15.623324+0000 mgr.smithi068.zkksrk (mgr.14702) 1733 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:41:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: audit 2022-01-25T23:41:16.045914+0000 mon.smithi068 (mon 2022-01-25T23:41:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: .0) 740 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:41:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: audit 2022 2022-01-25T23:41:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: -01-25T23:41:16. 2022-01-25T23:41:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: 053716+0000 mon.smithi068 (mon.0) 741 : audit 2022-01-25T23:41:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:16 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:41:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:16 smithi068 conmon[102841]: cluster 2022-01-25T23:41:15.428952+0000 mgr.smithi068.zkksrk (mgr.14702) 1732 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:16 smithi068 conmon[102841]: cephadm 2022-01-25T23:41:15.623324+0000 mgr.smithi068.zkksrk (mgr.14702) 1733 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:41:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:16 smithi068 conmon[102841]: audit 2022-01-25T23:41:16.045914+0000 mon.smithi068 (mon.0) 740 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:41:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:16 smithi068 conmon[102841]: audit 2022-01-25T23:41:16.053716+0000 mon.smithi068 (mon.0) 741 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:41:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:18 smithi165 conmon[67662]: cluster 2022-01-25T23:41:17.429531+0000 mgr.smithi068.zkksrk (mgr.14702) 1734 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:18 smithi165 conmon[67662]: audit 2022-01-25T23:41:18.309914+0000 mon.smithi068 (mon.0) 742 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:41:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:18 smithi165 conmon[67662]: audit 2022-01-25T23:41:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:18 smithi165 conmon[67662]: 2022-01-25T23:41:18.374919+0000 2022-01-25T23:41:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 743 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:41:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:18 smithi068 conmon[102841]: cluster 2022-01-25T23:41:17.429531+0000 mgr.smithi068.zkksrk (mgr.14702) 1734 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:18 smithi068 conmon[102841]: audit 2022-01-25T23:41:18.309914+0000 mon.smithi068 (mon.0) 742 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:41:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:18 smithi068 conmon[102841]: audit 2022-01-25T23:41:18.374919+0000 mon.smithi068 (mon. 2022-01-25T23:41:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:18 smithi068 conmon[102841]: 0) 743 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:41:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:20 smithi165 conmon[67662]: cluster 2022-01-25T23:41:19.430522+0000 mgr.smithi068.zkksrk (mgr.14702) 1735 : cluster 2022-01-25T23:41:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:20 smithi165 conmon[67662]: [DBG] pgmap v1495: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:20 smithi068 conmon[102841]: cluster 2022-01-25T23:41:19.430522+0000 mgr.smithi068.zkksrk (mgr.14702) 1735 : cluster 2022-01-25T23:41:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:20 smithi068 conmon[102841]: [DBG] pgmap v1495: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:22 smithi165 conmon[67662]: cluster 2022-01-25T23:41:21.431200+0000 mgr.smithi068.zkksrk (mgr.14702) 1736 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:22 smithi068 conmon[102841]: cluster 2022-01-25T23:41:21.431200+0000 mgr.smithi068.zkksrk (mgr.14702) 1736 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:24 smithi165 conmon[67662]: cluster 2022-01-25T23:41:23.431728+0000 mgr.smithi068.zkksrk (mgr.14702) 1737 : cluster [DBG] 2022-01-25T23:41:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:24 smithi165 conmon[67662]: pgmap v1497: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:24 smithi068 conmon[102841]: cluster 2022-01-25T23:41:23.431728+0000 mgr.smithi068.zkksrk (mgr.14702) 1737 2022-01-25T23:41:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:26.135 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:41:26.420 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:41:26.421 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (55m) 7m ago 56m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:41:26.421 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (48m) 7m ago 56m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:41:26.422 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (48m) 7m ago 55m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:41:26.423 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (55m) 7m ago 56m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:41:26.423 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (51m) 7m ago 51m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:41:26.423 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (51m) 7m ago 51m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:41:26.423 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (49m) 7m ago 57m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:41:26.424 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (48m) 7m ago 55m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:41:26.424 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (48m) 7m ago 57m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:41:26.424 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (48m) 7m ago 55m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:41:26.424 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (49m) 7m ago 49m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:41:26.425 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (49m) 7m ago 49m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:41:26.425 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (55m) 7m ago 55m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:41:26.425 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (55m) 7m ago 55m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:41:26.425 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (39m) 7m ago 55m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:41:26.425 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (54m) 7m ago 54m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:41:26.426 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (54m) 7m ago 54m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:41:26.426 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (54m) 7m ago 54m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:41:26.426 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (53m) 7m ago 53m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:41:26.426 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (53m) 7m ago 53m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:41:26.426 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (53m) 7m ago 53m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:41:26.427 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (53m) 7m ago 53m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:41:26.427 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (54m) 7m ago 55m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:41:26.759 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:41:26.759 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:41:26.760 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:26.760 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:26.760 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:41:26.761 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:26.761 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:26.761 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:41:26.762 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:41:26.762 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:41:26.762 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:26.763 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:41:26.763 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:41:26.764 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:26.764 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:41:26.764 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:41:26.765 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:41:26.765 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:41:26.765 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:41:26.766 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:26 smithi068 conmon[102841]: cluster 2022-01-25T23:41:25.432715+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:41:26.766 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:26 smithi068 conmon[102841]: 14702) 1738 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:26 smithi165 conmon[67662]: cluster 2022-01-25T23:41:25.432715+0000 mgr.smithi068.zkksrk (mgr.14702) 1738 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:27.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:27 smithi165 conmon[67662]: audit 2022-01-25T23:41:26.124084+0000 mgr.smithi068.zkksrk (mgr.14702) 1739 : audit [DBG] from='client.35232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:27.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:27 smithi165 conmon[67662]: audit 2022-01-25T23:41:26.406885 2022-01-25T23:41:27.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:27 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1740 : audit [DBG] from='client.35236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:27.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:27 smithi165 conmon[67662]: audit 2022-01-25T23:41:26.759577+0000 mon.smithi068 (mon.0) 744 : audit [DBG] from='client.? 172.21.15.68:0/1307411715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:28.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:27 smithi068 conmon[102841]: audit 2022-01-25T23:41:26.124084+0000 mgr.smithi068.zkksrk (mgr.14702) 1739 : audit [DBG] from='client.35232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:27 smithi068 conmon[102841]: audit 2022-01-25T23:41:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:27 smithi068 conmon[102841]: 2022-01-25T23:41:26.406885+0000 mgr.smithi068.zkksrk (mgr.14702) 1740 : audit [DBG] from='client.35236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:27 smithi068 conmon[102841]: audit 2022-01-25T23:41:26.759577+0000 mon.smithi068 (mon.0) 744 : audit [DBG] from='client.? 172.21.15.68:0/1307411715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:28 smithi165 conmon[67662]: cluster 2022-01-25T23:41:27.433291+0000 mgr.smithi068.zkksrk (mgr.14702) 1741 : cluster [DBG] 2022-01-25T23:41:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:28 smithi165 conmon[67662]: pgmap v1499: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:28 smithi068 conmon[102841]: cluster 2022-01-25T23:41:27.433291+0000 mgr.smithi068.zkksrk (mgr.14702) 1741 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:30 smithi165 conmon[67662]: cluster 2022-01-25T23:41:29.434182+0000 mgr.smithi068.zkksrk (mgr.14702) 1742 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:30 smithi068 conmon[102841]: cluster 2022-01-25T23:41:29.434182+0000 mgr.smithi068.zkksrk (mgr.14702) 1742 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:32 smithi165 conmon[67662]: cluster 2022-01-25T23:41:31.434868+0000 mgr.smithi068.zkksrk (mgr.14702) 1743 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:32 smithi068 conmon[102841]: cluster 2022-01-25T23:41:31.434868+0000 mgr.smithi068.zkksrk (mgr.14702) 1743 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:34 smithi165 conmon[67662]: cluster 2022-01-25T23:41:33.435417+0000 mgr.smithi068.zkksrk (mgr.14702) 1744 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:34 smithi068 conmon[102841]: cluster 2022-01-25T23:41:33.435417+0000 mgr.smithi068.zkksrk (mgr.14702) 1744 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:36 smithi165 conmon[67662]: cluster 2022-01-25T23:41:35.436265+0000 mgr.smithi068.zkksrk (mgr.14702) 1745 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:36 smithi068 conmon[102841]: cluster 2022-01-25T23:41:35.436265+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:41:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:36 smithi068 conmon[102841]: 1745 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:38 smithi165 conmon[67662]: cluster 2022-01-25T23:41:37.436838+0000 mgr.smithi068.zkksrk (mgr.14702) 1746 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:38 smithi068 conmon[102841]: cluster 2022-01-25T23:41:37.436838+0000 mgr.smithi068.zkksrk (mgr.14702) 1746 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:38 smithi068 conmon[102841]: 2022-01-25T23:41:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:40 smithi165 conmon[67662]: cluster 2022-01-25T23:41:39.437862+0000 mgr.smithi068.zkksrk (mgr.14702) 1747 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:40 smithi068 conmon[102841]: cluster 2022-01-25T23:41:39.437862+0000 mgr.smithi068.zkksrk (mgr.14702) 1747 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:42 smithi068 conmon[102841]: cluster 2022-01-25T23:41:41.438527+0000 mgr.smithi068.zkksrk (mgr.14702) 1748 2022-01-25T23:41:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:42 smithi165 conmon[67662]: cluster 2022-01-25T23:41:41.438527+0000 mgr.smithi068.zkksrk (mgr.14702) 1748 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:44 smithi068 conmon[102841]: cluster 2022-01-25T23:41:43.439235+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:41:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:44 smithi068 conmon[102841]: ) 1749 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:44 smithi165 conmon[67662]: cluster 2022-01-25T23:41:43.439235+0000 mgr.smithi068.zkksrk (mgr.14702) 1749 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:46 smithi068 conmon[102841]: cluster 2022-01-25T23:41:45.440235+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:41:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:46 smithi068 conmon[102841]: 14702) 1750 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:46 smithi165 conmon[67662]: cluster 2022-01-25T23:41:45.440235+0000 mgr.smithi068.zkksrk (mgr.14702) 1750 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:48 smithi068 conmon[102841]: cluster 2022-01-25T23:41:47.440898+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:41:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:48 smithi068 conmon[102841]: 1751 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:48 smithi165 conmon[67662]: cluster 2022-01-25T23:41:47.440898+0000 mgr.smithi068.zkksrk (mgr.14702) 1751 : cluster [DBG] 2022-01-25T23:41:49.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:48 smithi165 conmon[67662]: pgmap v1509: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:50 smithi068 conmon[102841]: cluster 2022-01-25T23:41:49.441905+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:41:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:50 smithi068 conmon[102841]: 14702) 1752 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:50 smithi165 conmon[67662]: cluster 2022-01-25T23:41:49.441905+0000 mgr.smithi068.zkksrk (mgr.14702) 1752 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:52 smithi068 conmon[102841]: cluster 2022-01-25T23:41:51.442516+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:41:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:52 smithi068 conmon[102841]: 1753 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:52 smithi165 conmon[67662]: cluster 2022-01-25T23:41:51.442516+0000 mgr.smithi068.zkksrk (mgr.14702) 1753 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:54 smithi068 conmon[102841]: cluster 2022-01-25T23:41:53.443079+0000 2022-01-25T23:41:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:54 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1754 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:54 smithi165 conmon[67662]: cluster 2022-01-25T23:41:53.443079+0000 mgr.smithi068.zkksrk (mgr.14702) 1754 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:56 smithi068 conmon[102841]: cluster 2022-01-25T23:41:55.443910+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:41:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:56 smithi068 conmon[102841]: 1755 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:57.077 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:41:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:56 smithi165 conmon[67662]: cluster 2022-01-25T23:41:55.443910+0000 mgr.smithi068.zkksrk (mgr.14702) 1755 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:41:57.366 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:41:57.366 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (55m) 7m ago 56m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:41:57.367 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (48m) 7m ago 56m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:41:57.367 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (48m) 7m ago 56m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:41:57.367 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (55m) 7m ago 56m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:41:57.367 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (52m) 7m ago 52m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:41:57.367 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (52m) 7m ago 52m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:41:57.368 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (49m) 7m ago 57m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:41:57.368 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (49m) 7m ago 56m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:41:57.368 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (49m) 7m ago 58m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:41:57.368 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (49m) 7m ago 56m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:41:57.369 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (50m) 7m ago 50m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:41:57.369 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (49m) 7m ago 49m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:41:57.369 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (56m) 7m ago 56m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:41:57.369 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (55m) 7m ago 55m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:41:57.370 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (40m) 7m ago 55m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:41:57.370 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (55m) 7m ago 55m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:41:57.370 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (55m) 7m ago 55m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:41:57.370 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (54m) 7m ago 54m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:41:57.371 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (54m) 7m ago 54m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:41:57.371 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (54m) 7m ago 54m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:41:57.371 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (54m) 7m ago 54m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:41:57.371 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (53m) 7m ago 53m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:41:57.372 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (55m) 7m ago 56m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:41:57.703 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:41:57.704 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:41:57.704 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:57.704 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:57.704 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:41:57.705 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:57.705 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:57.705 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:41:57.705 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:41:57.706 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:41:57.706 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:57.706 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:41:57.706 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:41:57.707 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:41:57.707 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:41:57.707 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:41:57.707 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:41:57.708 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:41:57.708 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:41:58.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:57 smithi068 conmon[102841]: audit 2022-01-25T23:41:57.704423+0000 mon.smithi068 ( 2022-01-25T23:41:58.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:57 smithi068 conmon[102841]: mon.0) 745 : audit [DBG] from='client.? 172.21.15.68:0/3468639804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:58.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:57 smithi165 conmon[67662]: audit 2022-01-25T23:41:57.704423+0000 mon.smithi068 (mon.0) 745 : audit [DBG] from='client.? 172.21.15.68:0/3468639804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:58 smithi068 conmon[102841]: audit 2022-01-25T23:41:57.066762+0000 mgr.smithi068.zkksrk (mgr.14702) 1756 : audit [DBG] from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:58 smithi068 conmon[102841]: audit 2022-01-25T23:41:57.352193+0000 mgr.smithi068.zkksrk (mgr.14702) 1757 : audit [DBG] from='client.35248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:58 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:41:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:58 smithi068 conmon[102841]: 23:41:57.444369+0000 mgr.smithi068.zkksrk (mgr.14702) 1758 : cluster [DBG] 2022-01-25T23:41:59.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:41:58 smithi068 conmon[102841]: pgmap v1514: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:59.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:58 smithi165 conmon[67662]: audit 2022-01-25T23:41:57.066762+0000 mgr.smithi068.zkksrk (mgr.14702) 1756 : audit [DBG] from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:59.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:58 smithi165 conmon[67662]: audit 2022-01-25T23:41:57.352193+0000 mgr.smithi068.zkksrk (mgr.14702) 1757 : audit [DBG] from='client.35248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:59.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:58 smithi165 conmon[67662]: cluster 2022-01-25T23:41:57.444369+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:41:59.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:41:58 smithi165 conmon[67662]: 1758 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:00 smithi068 conmon[102841]: cluster 2022-01-25T23:41:59.445287+0000 mgr.smithi068.zkksrk (mgr.14702) 1759 2022-01-25T23:42:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:00 smithi068 conmon[102841]: : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:00 smithi165 conmon[67662]: cluster 2022-01-25T23:41:59.445287+0000 mgr.smithi068.zkksrk (mgr.14702) 1759 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:02 smithi068 conmon[102841]: cluster 2022-01-25T23:42:01.445879+0000 mgr.smithi068.zkksrk (mgr.14702) 1760 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:02 smithi165 conmon[67662]: cluster 2022-01-25T23:42:01.445879+0000 mgr.smithi068.zkksrk (mgr.14702) 1760 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:04 smithi068 conmon[102841]: cluster 2022-01-25T23:42:03.446340+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:42:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:04 smithi068 conmon[102841]: mgr.14702) 1761 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:04 smithi165 conmon[67662]: cluster 2022-01-25T23:42:03.446340+0000 mgr.smithi068.zkksrk (mgr.14702) 1761 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:06 smithi068 conmon[102841]: cluster 2022-01-25T23:42:05.447113+0000 mgr.smithi068.zkksrk (mgr.14702) 1762 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:06 smithi165 conmon[67662]: cluster 2022-01-25T23:42:05.447113+0000 mgr.smithi068.zkksrk (mgr.14702) 1762 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:08 smithi068 conmon[102841]: cluster 2022-01-25T23:42:07.447723+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:42:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:08 smithi068 conmon[102841]: 14702) 1763 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:08 smithi165 conmon[67662]: cluster 2022-01-25T23:42:07.447723+0000 mgr.smithi068.zkksrk (mgr.14702) 1763 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:10 smithi068 conmon[102841]: cluster 2022-01-25T23:42:09.448548+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:42:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:10 smithi068 conmon[102841]: ) 1764 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:10 smithi165 conmon[67662]: cluster 2022-01-25T23:42:09.448548+0000 mgr.smithi068.zkksrk (mgr.14702) 1764 : cluster 2022-01-25T23:42:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:10 smithi165 conmon[67662]: [DBG] pgmap v1520: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:12 smithi068 conmon[102841]: cluster 2022-01-25T23:42:11.449232+0000 mgr.smithi068.zkksrk (mgr.14702) 1765 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:12 smithi068 conmon[102841]: 2022-01-25T23:42:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:12 smithi165 conmon[67662]: cluster 2022-01-25T23:42:11.449232+0000 mgr.smithi068.zkksrk (mgr.14702) 1765 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:13.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:12 smithi165 conmon[67662]: 2022-01-25T23:42:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:14 smithi068 conmon[102841]: cluster 2022-01-25T23:42:13.450024+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:42:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:14 smithi068 conmon[102841]: ) 1766 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:14 smithi165 conmon[67662]: cluster 2022-01-25T23:42:13.450024+0000 mgr.smithi068.zkksrk (mgr.14702) 1766 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: cluster 2022-01-25T23:42:15.450978+0000 mgr.smithi068.zkksrk 2022-01-25T23:42:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: (mgr.14702) 1767 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: audit 2022-01-25T23:42:16.057293+0000 mon.smithi068 (mon. 2022-01-25T23:42:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 0) 746 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:42:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:42:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 01-25T23:42:16 2022-01-25T23:42:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: .058807+0000 mon.smithi068 (mon. 2022-01-25T23:42:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 0) 747 : audit [DBG] 2022-01-25T23:42:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:42:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: audit 2022-01-25T23:42:17.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 2022-01 2022-01-25T23:42:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: -25T23:42:16. 2022-01-25T23:42:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 059915+0000 mon.smithi068 (mon.0) 748 : 2022-01-25T23:42:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:42:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: audit 2022-01-25T23:42:17.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 2022-01-25T23 2022-01-25T23:42:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: : 2022-01-25T23:42:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 42:16.463272+0000 mon.smithi068 2022-01-25T23:42:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: (mon.0) 749 : audit [INF] 2022-01-25T23:42:17.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:42:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: audit 2022-01-25T23:42:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 2022-01- 2022-01-25T23:42:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: 25T23:42:16.470745 2022-01-25T23:42:17.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 750 : audit 2022-01-25T23:42:17.066 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:16 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:42:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: cluster 2022-01-25T23:42:15.450978+0000 mgr.smithi068.zkksrk (mgr.14702) 1767 : cluster [DBG] 2022-01-25T23:42:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: pgmap v1523: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: audit 2022-01-25T23:42:16.057293+0000 mon.smithi068 (mon.0) 746 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:42:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: audit 2022-01-25T23:42:16.058807+0000 mon.smithi068 (mon.0) 747 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:42:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: audit 2022-01-25T23:42:16.059915+0000 mon.smithi068 (mon.0) 748 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:42:17.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:42:17.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: 01-25T23:42:16.463272+0000 mon.smithi068 2022-01-25T23:42:17.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: (mon.0) 749 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:42:17.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:42:17.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: -25T23:42:16.470745+0000 mon.smithi068 ( 2022-01-25T23:42:17.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:16 smithi165 conmon[67662]: mon.0) 750 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:42:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:17 smithi068 conmon[102841]: cephadm 2022-01-25T23:42:16.060764 2022-01-25T23:42:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:17 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1768 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:42:18.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:17 smithi165 conmon[67662]: cephadm 2022-01-25T23:42:16.060764+0000 mgr.smithi068.zkksrk (mgr.14702) 1768 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:42:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: cluster 2022-01-25T23:42:17.451498+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:42:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: ) 1769 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: audit 2022-01-25T23:42:18.312438+0000 mon.smithi068 (mon.0) 751 : audit 2022-01-25T23:42:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:42:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:42:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: 01-25T23:42:18.380094 2022-01-25T23:42:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 752 : audit 2022-01-25T23:42:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:42:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:18 smithi165 conmon[67662]: cluster 2022-01-25T23:42:17.451498+0000 mgr.smithi068.zkksrk (mgr.14702) 1769 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:18 smithi165 conmon[67662]: audit 2022-01-25T23:42:18.312438+0000 mon.smithi068 (mon.0) 751 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:42:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:18 smithi165 conmon[67662]: audit 2022-01-25T23:42:18.380094+0000 mon.smithi068 (mon.0) 752 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:42:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:20 smithi165 conmon[67662]: cluster 2022-01-25T23:42:19.452491+0000 mgr.smithi068.zkksrk (mgr.14702) 1770 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:20 smithi165 conmon[67662]: 2022-01-25T23:42:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:20 smithi068 conmon[102841]: cluster 2022-01-25T23:42:19.452491+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:42:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:20 smithi068 conmon[102841]: 14702) 1770 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:22 smithi165 conmon[67662]: cluster 2022-01-25T23:42:21.453212+0000 mgr.smithi068.zkksrk (mgr.14702) 1771 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:22 smithi068 conmon[102841]: cluster 2022-01-25T23:42:21.453212+0000 mgr.smithi068.zkksrk (mgr.14702) 1771 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:24 smithi165 conmon[67662]: cluster 2022-01-25T23:42:23.453782+0000 mgr.smithi068.zkksrk (mgr.14702) 1772 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:24 smithi068 conmon[102841]: cluster 2022-01-25T23:42:23.453782+0000 mgr.smithi068.zkksrk (mgr.14702) 1772 2022-01-25T23:42:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:26 smithi165 conmon[67662]: cluster 2022-01-25T23:42:25.454817+0000 mgr.smithi068.zkksrk (mgr.14702) 1773 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:26 smithi068 conmon[102841]: cluster 2022-01-25T23:42 2022-01-25T23:42:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:26 smithi068 conmon[102841]: :25.454817+0000 mgr.smithi068.zkksrk (mgr.14702) 1773 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:28.023 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:42:28.313 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:42:28.313 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (56m) 8m ago 57m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:42:28.313 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (49m) 8m ago 57m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:42:28.314 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (49m) 8m ago 56m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:42:28.314 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (56m) 8m ago 57m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:42:28.314 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (52m) 8m ago 52m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:42:28.314 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (52m) 8m ago 52m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:42:28.315 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (50m) 8m ago 58m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:42:28.315 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (49m) 8m ago 56m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:42:28.315 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (49m) 8m ago 58m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:42:28.315 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (49m) 8m ago 56m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:42:28.315 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (50m) 8m ago 50m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:42:28.316 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (50m) 8m ago 50m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:42:28.316 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (57m) 8m ago 57m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:42:28.316 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (56m) 8m ago 56m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:42:28.316 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (41m) 8m ago 56m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:42:28.317 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (55m) 8m ago 55m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:42:28.317 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (55m) 8m ago 55m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:42:28.317 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (55m) 8m ago 55m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:42:28.317 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (55m) 8m ago 55m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:42:28.317 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (54m) 8m ago 54m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:42:28.318 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (54m) 8m ago 54m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:42:28.318 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (54m) 8m ago 54m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:42:28.318 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (55m) 8m ago 56m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:42:28.654 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:42:28.654 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:42:28.655 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:28.655 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:28.655 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:42:28.655 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:28.656 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:28.656 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:42:28.656 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:42:28.656 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:42:28.657 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:28.657 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:42:28.657 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:42:28.657 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:28.658 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:42:28.658 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:42:28.658 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:42:28.658 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:42:28.659 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:42:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:28 smithi165 conmon[67662]: cluster 2022-01-25T23:42:27.455538+0000 mgr.smithi068.zkksrk (mgr.14702) 1774 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:28 smithi068 conmon[102841]: cluster 2022-01-25T23:42 2022-01-25T23:42:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:28 smithi068 conmon[102841]: :27.455538+0000 mgr.smithi068.zkksrk (mgr.14702) 1774 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:29.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:29 smithi165 conmon[67662]: audit 2022-01-25T23:42:28.012050+0000 mgr.smithi068.zkksrk (mgr.14702) 1775 : audit [DBG] from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:29.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:29 smithi165 conmon[67662]: audit 2022-01-25T23:42:28.299117+0000 mgr.smithi068.zkksrk (mgr.14702) 1776 : audit [DBG] from='client.35260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:29.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:29 smithi165 conmon[67662]: audit 2022-01-25T23:42:28.655052+0000 mon.smithi068 (mon.0) 753 2022-01-25T23:42:29.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:29 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/2183255854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:29 smithi068 conmon[102841]: audit 2022-01-25T23:42:28.012050+0000 mgr.smithi068.zkksrk (mgr.14702) 1775 : audit [DBG] 2022-01-25T23:42:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:29 smithi068 conmon[102841]: from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:29 smithi068 conmon[102841]: audit 2022-01-25T23:42:28.299117+0000 mgr.smithi068.zkksrk (mgr.14702) 1776 : audit [DBG] from='client.35260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:30.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:29 smithi068 conmon[102841]: audit 2022-01-25T23:42:28.655052+0000 mon.smithi068 (mon.0) 753 : audit [DBG] from='client.? 172.21.15.68:0/2183255854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:30 smithi165 conmon[67662]: cluster 2022-01-25T23:42:29.456530+0000 mgr.smithi068.zkksrk (mgr.14702) 1777 : cluster [DBG] 2022-01-25T23:42:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:30 smithi165 conmon[67662]: pgmap v1530: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:30 smithi068 conmon[102841]: cluster 2022-01-25T23:42:29.456530+0000 mgr.smithi068.zkksrk (mgr.14702) 1777 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:32 smithi165 conmon[67662]: cluster 2022-01-25T23:42:31.457234+0000 mgr.smithi068.zkksrk (mgr.14702) 1778 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:32 smithi068 conmon[102841]: cluster 2022-01-25T23:42:31.457234+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:42:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:32 smithi068 conmon[102841]: 1778 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:34 smithi165 conmon[67662]: cluster 2022-01-25T23:42:33.457912+0000 mgr.smithi068.zkksrk (mgr.14702) 1779 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:34 smithi068 conmon[102841]: cluster 2022-01-25T23:42:33.457912+0000 mgr.smithi068.zkksrk (mgr.14702) 1779 : cluster 2022-01-25T23:42:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:34 smithi068 conmon[102841]: [DBG] pgmap v1532: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:36 smithi165 conmon[67662]: cluster 2022-01-25T23:42:35.458815+0000 mgr.smithi068.zkksrk (mgr.14702) 1780 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:36 smithi165 conmon[67662]: 2022-01-25T23:42:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:36 smithi068 conmon[102841]: cluster 2022-01-25T23:42:35.458815+0000 mgr.smithi068.zkksrk (mgr.14702) 1780 : cluster 2022-01-25T23:42:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:36 smithi068 conmon[102841]: [DBG] pgmap v1533: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:38 smithi165 conmon[67662]: cluster 2022-01-25T23:42:37.459399+0000 mgr.smithi068.zkksrk (mgr.14702) 1781 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:38 smithi068 conmon[102841]: cluster 2022-01-25T23:42:37.459399+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:42:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:38 smithi068 conmon[102841]: 14702) 1781 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:40 smithi165 conmon[67662]: cluster 2022-01-25T23:42:39.460238+0000 mgr.smithi068.zkksrk (mgr.14702) 1782 : cluster [DBG] 2022-01-25T23:42:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:40 smithi165 conmon[67662]: pgmap v1535: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:40 smithi068 conmon[102841]: cluster 2022-01-25T23:42:39.460238+0000 mgr.smithi068.zkksrk (mgr.14702) 1782 2022-01-25T23:42:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:42 smithi165 conmon[67662]: cluster 2022-01-25T23:42:41.460814+0000 mgr.smithi068.zkksrk (mgr.14702) 1783 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:42 smithi068 conmon[102841]: cluster 2022-01-25T23:42:41.460814+0000 mgr.smithi068.zkksrk (mgr.14702) 1783 2022-01-25T23:42:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:44 smithi165 conmon[67662]: cluster 2022-01-25T23:42:43.461508+0000 mgr.smithi068.zkksrk (mgr.14702) 1784 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:44 smithi068 conmon[102841]: cluster 2022-01-25T23:42:43.461508+0000 mgr.smithi068.zkksrk (mgr.14702) 1784 : 2022-01-25T23:42:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:44 smithi068 conmon[102841]: cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:46 smithi165 conmon[67662]: cluster 2022-01-25T23:42:45.462578+0000 mgr.smithi068.zkksrk (mgr.14702) 1785 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:46 smithi068 conmon[102841]: cluster 2022-01-25T23:42:45.462578+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:42:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:46 smithi068 conmon[102841]: 14702) 1785 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:48 smithi165 conmon[67662]: cluster 2022-01-25T23:42:47.463234+0000 mgr.smithi068.zkksrk (mgr.14702) 1786 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:48 smithi068 conmon[102841]: cluster 2022-01-25T23:42:47.463234+0000 mgr.smithi068.zkksrk (mgr.14702) 1786 : cluster [DBG] 2022-01-25T23:42:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:48 smithi068 conmon[102841]: pgmap v1539: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:50 smithi165 conmon[67662]: cluster 2022-01-25T23:42:49.464036+0000 mgr.smithi068.zkksrk (mgr.14702) 1787 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:50 smithi165 conmon[67662]: 2022-01-25T23:42:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:50 smithi068 conmon[102841]: cluster 2022-01-25T23:42:49.464036+0000 mgr.smithi068.zkksrk (mgr.14702) 1787 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:52 smithi165 conmon[67662]: cluster 2022-01-25T23:42:51.464768+0000 mgr.smithi068.zkksrk (mgr.14702) 1788 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:52 smithi068 conmon[102841]: cluster 2022-01-25T23:42:51.464768+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:42:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:52 smithi068 conmon[102841]: 1788 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:54 smithi165 conmon[67662]: cluster 2022-01-25T23:42:53.465410+0000 mgr.smithi068.zkksrk (mgr.14702) 1789 : cluster [DBG] 2022-01-25T23:42:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:54 smithi165 conmon[67662]: pgmap v1542: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:54 smithi068 conmon[102841]: cluster 2022-01-25T23:42:53.465410+0000 mgr.smithi068.zkksrk (mgr.14702) 1789 2022-01-25T23:42:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:54 smithi068 conmon[102841]: : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:56 smithi165 conmon[67662]: cluster 2022-01-25T23:42:55.466242+0000 mgr.smithi068.zkksrk (mgr.14702) 1790 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:56 smithi068 conmon[102841]: cluster 2022-01-25T23:42:55.466242+0000 mgr.smithi068.zkksrk (mgr.14702) 1790 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:42:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:42:58 smithi165 conmon[67662]: cluster 2022-01-25T23:42:57.466874+0000 mgr.smithi068.zkksrk (mgr.14702) 1791 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:58.971 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:42:58.972 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:42:58 smithi068 conmon[102841]: cluster 2022-01-25T23:42:57.466874+0000 mgr.smithi068.zkksrk (mgr.14702) 1791 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:59.261 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:42:59.261 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (56m) 8m ago 57m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:42:59.261 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (50m) 8m ago 57m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:42:59.262 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (49m) 8m ago 57m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:42:59.262 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (56m) 8m ago 57m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:42:59.262 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (53m) 8m ago 53m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:42:59.262 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (53m) 8m ago 53m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:42:59.262 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (50m) 8m ago 59m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:42:59.263 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (50m) 8m ago 57m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:42:59.263 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (50m) 8m ago 59m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:42:59.263 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (50m) 8m ago 57m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:42:59.263 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (51m) 8m ago 51m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:42:59.264 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (51m) 8m ago 51m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:42:59.264 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (57m) 8m ago 57m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:42:59.264 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (56m) 8m ago 56m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:42:59.264 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (41m) 8m ago 56m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:42:59.265 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (56m) 8m ago 56m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:42:59.265 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (56m) 8m ago 56m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:42:59.265 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (55m) 8m ago 55m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:42:59.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (55m) 8m ago 55m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:42:59.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (55m) 8m ago 55m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:42:59.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (55m) 8m ago 55m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:42:59.266 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (54m) 8m ago 54m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:42:59.267 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (56m) 8m ago 57m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:42:59.611 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:42:59.611 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:42:59.612 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:59.612 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:59.612 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:42:59.613 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:59.613 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:59.613 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:42:59.613 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:42:59.614 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:42:59.614 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:59.614 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:42:59.614 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:42:59.615 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:42:59.615 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:42:59.615 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:42:59.615 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:42:59.616 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:42:59.616 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:43:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: audit 2022-01-25T23:42:58.960710+0000 mgr.smithi068.zkksrk (mgr.14702) 1792 : audit [DBG] from='client.35268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: audit 2022-01-25T23:42:59.246802+0000 mgr.smithi068.zkksrk (mgr.14702) 1793 : audit [DBG] from='client.35272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: cluster 2022-01-25T23: 2022-01-25T23:43:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: 42:59.467568+0000 mgr.smithi068.zkksrk (mgr.14702) 1794 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: audit 2022-01 2022-01-25T23:43:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: -25T23:42:59.612058+0000 mon.smithi068 (mon 2022-01-25T23:43:00.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:00 smithi165 conmon[67662]: .0) 754 : audit [DBG] from='client.? 172.21.15.68:0/2723567226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: audit 2022-01-25T23:42:58.960710+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:43:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: ) 1792 : audit [DBG] from='client.35268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: audit 2022-01-25T23:42:59.246802+0000 mgr.smithi068.zkksrk (mgr.14702) 1793 : audit [DBG] from='client.35272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: cluster 2022-01-25T23:42:59.467568+0000 mgr.smithi068.zkksrk (mgr.14702) 1794 : cluster [DBG] 2022-01-25T23:43:01.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: pgmap v1545: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:01.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: audit 2022-01-25T23: 2022-01-25T23:43:01.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: 42:59.612058+0000 mon.smithi068 (mon.0) 754 : audit [DBG] from='client.? 172.21.15.68:0/2723567226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:01.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:00 smithi068 conmon[102841]: 2022-01-25T23:43:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:02 smithi165 conmon[67662]: cluster 2022-01-25T23:43:01.468295+0000 mgr.smithi068.zkksrk (mgr.14702) 1795 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:02 smithi068 conmon[102841]: cluster 2022-01-25T23:43:01.468295+0000 mgr.smithi068.zkksrk (mgr.14702) 1795 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:04 smithi165 conmon[67662]: cluster 2022-01-25T23:43:03.468872+0000 mgr.smithi068.zkksrk (mgr.14702) 1796 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:04 smithi068 conmon[102841]: cluster 2022-01-25T23:43:03.468872+0000 mgr.smithi068.zkksrk (mgr.14702) 1796 : cluster 2022-01-25T23:43:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:04 smithi068 conmon[102841]: [DBG] pgmap v1547: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:06 smithi165 conmon[67662]: cluster 2022-01-25T23:43:05.469929+0000 mgr.smithi068.zkksrk (mgr.14702) 1797 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:06 smithi068 conmon[102841]: cluster 2022-01-25T23:43:05.469929+0000 mgr.smithi068.zkksrk (mgr.14702) 1797 : cluster 2022-01-25T23:43:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:06 smithi068 conmon[102841]: [DBG] pgmap v1548: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:08.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:08 smithi165 conmon[67662]: cluster 2022-01-25T23:43:07.470503+0000 mgr.smithi068.zkksrk (mgr.14702) 1798 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:08 smithi068 conmon[102841]: cluster 2022-01-25T23:43:07.470503+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:43:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:08 smithi068 conmon[102841]: 14702) 1798 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:10 smithi165 conmon[67662]: cluster 2022-01-25T23:43:09.471459+0000 mgr.smithi068.zkksrk (mgr.14702) 1799 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:10 smithi068 conmon[102841]: cluster 2022-01-25T23:43:09.471459+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:43:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:10 smithi068 conmon[102841]: 1799 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:12 smithi165 conmon[67662]: cluster 2022-01-25T23:43:11.472138+0000 mgr.smithi068.zkksrk (mgr.14702) 1800 : cluster 2022-01-25T23:43:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:12 smithi165 conmon[67662]: [DBG] pgmap v1551: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:12 smithi068 conmon[102841]: cluster 2022-01-25T23:43:11.472138+0000 mgr.smithi068.zkksrk (mgr.14702) 1800 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:14 smithi165 conmon[67662]: cluster 2022-01-25T23:43:13.472828+0000 mgr.smithi068.zkksrk (mgr.14702) 1801 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:14 smithi068 conmon[102841]: cluster 2022-01-25T23:43:13.472828+0000 mgr.smithi068.zkksrk (mgr.14702) 1801 2022-01-25T23:43:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: cluster 2022-01-25T23:43:15.473725+0000 mgr.smithi068.zkksrk (mgr.14702) 1802 : cluster 2022-01-25T23:43:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: [DBG] pgmap v1553: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: audit 2022-01-25T23:43:16.473929+0000 mon.smithi068 (mon.0) 755 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:43:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: audit 2022-01-25T23:43:16.475490+0000 mon.smithi068 (mon.0) 756 : audit 2022-01-25T23:43:16.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:43:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: audit 2022-01-25T23:43: 2022-01-25T23:43:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: 16.477006+0000 mon.smithi068 (mon.0) 757 : audit 2022-01-25T23:43:16.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:16 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:43:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: cluster 2022-01-25T23:43:15.473725+0000 mgr.smithi068.zkksrk (mgr.14702) 1802 : 2022-01-25T23:43:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: audit 2022-01-25T23:43:16.473929+0000 mon.smithi068 (mon.0) 755 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:43:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: audit 2022-01-25T23:43:16.475490+0000 mon.smithi068 (mon. 2022-01-25T23:43:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: 0) 756 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:43:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:43:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: 01-25T23:43:16.477006+0000 mon.smithi068 2022-01-25T23:43:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: (mon.0) 757 : audit 2022-01-25T23:43:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:16 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:43:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: cephadm 2022-01-25T23:43:16.477953+0000 mgr.smithi068.zkksrk (mgr.14702) 1803 : cephadm [WRN] 2022-01-25T23:43:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:43:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: audit 2022-01-25T23:43:16.875175+0000 mon.smithi068 (mon.0) 758 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:43:17.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: audit 2022-01-25T23:43: 2022-01-25T23:43:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: 16.890472+0000 mon.smithi068 (mon.0) 759 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:43:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:43:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: 25T23:43:16.895638+0000 mon.smithi068 (mon.0) 760 : audit 2022-01-25T23:43:17.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:17 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:43:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: cephadm 2022-01-25T23:43:16.477953+0000 mgr.smithi068.zkksrk (mgr.14702) 1803 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:43:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: audit 2022-01-25T23:43:16.875175+0000 mon.smithi068 (mon.0) 758 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:43:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: audit 2022-01-25T23:43:16.890472+0000 2022-01-25T23:43:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: mon.smithi068 (mon.0) 759 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:43:18.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:43:18.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: 01-25T23:43:16.895638+0000 2022-01-25T23:43:18.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: mon.smithi068 (mon.0) 760 : audit 2022-01-25T23:43:18.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:17 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:43:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:18 smithi165 conmon[67662]: cluster 2022-01-25T23:43:17.474176+0000 mgr.smithi068.zkksrk (mgr.14702) 1804 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:18 smithi165 conmon[67662]: 2022-01-25T23:43:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:18 smithi165 conmon[67662]: audit 2022-01-25T23:43:18.315076+0000 mon.smithi068 (mon.0) 761 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:43:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:18 smithi165 conmon[67662]: audit 2022-01-25T23:43:18 2022-01-25T23:43:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:18 smithi165 conmon[67662]: .386242+0000 mon.smithi068 (mon.0) 762 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:43:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: cluster 2022-01-25T23:43:17.474176+0000 2022-01-25T23:43:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1804 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: audit 2022-01-25T23:43 2022-01-25T23:43:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: :18.315076+0000 mon.smithi068 (mon.0) 761 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:43:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: audit 2022-01-25T23:43:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: 2022-01-25T 2022-01-25T23:43:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: 23:43:18.386242+0000 mon.smithi068 (mon.0) 762 : audit [INF] 2022-01-25T23:43:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:43:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:20 smithi165 conmon[67662]: cluster 2022-01-25T23:43:19.474947+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:43:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:20 smithi165 conmon[67662]: ) 1805 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:20 smithi068 conmon[102841]: cluster 2022-01-25T23:43:19.474947+0000 mgr.smithi068.zkksrk (mgr.14702) 1805 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:22 smithi165 conmon[67662]: cluster 2022-01-25T23:43:21.475679+0000 mgr.smithi068.zkksrk (mgr.14702) 1806 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:22 smithi068 conmon[102841]: cluster 2022-01-25T23:43:21.475679+0000 mgr.smithi068.zkksrk (mgr.14702) 1806 : 2022-01-25T23:43:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:22 smithi068 conmon[102841]: cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:24 smithi165 conmon[67662]: cluster 2022-01-25T23:43:23.476364+0000 mgr.smithi068.zkksrk (mgr.14702) 1807 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:24 smithi068 conmon[102841]: cluster 2022-01-25T23:43:23.476364+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:43:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:24 smithi068 conmon[102841]: 1807 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:26 smithi165 conmon[67662]: cluster 2022-01-25T23:43:25.477428+0000 mgr.smithi068.zkksrk (mgr.14702) 1808 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:26 smithi068 conmon[102841]: cluster 2022-01-25T23:43:25.477428+0000 mgr.smithi068.zkksrk (mgr.14702) 1808 : cluster 2022-01-25T23:43:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:26 smithi068 conmon[102841]: [DBG] pgmap v1558: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:28 smithi165 conmon[67662]: cluster 2022-01-25T23:43:27.477924+0000 mgr.smithi068.zkksrk (mgr.14702) 1809 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:28 smithi068 conmon[102841]: cluster 2022-01-25T23:43:27.477924+0000 mgr.smithi068.zkksrk (mgr.14702) 1809 : 2022-01-25T23:43:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:28 smithi068 conmon[102841]: cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:29.928 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:43:30.216 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:43:30.217 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (57m) 9m ago 58m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:43:30.217 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (50m) 9m ago 58m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:43:30.217 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (50m) 9m ago 57m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:43:30.217 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (57m) 9m ago 58m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:43:30.218 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (53m) 9m ago 53m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:43:30.218 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (53m) 9m ago 53m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:43:30.218 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (51m) 9m ago 59m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:43:30.218 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (51m) 9m ago 57m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:43:30.219 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (50m) 9m ago 59m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:43:30.219 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (50m) 9m ago 57m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:43:30.219 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (51m) 9m ago 51m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:43:30.219 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (51m) 9m ago 51m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:43:30.219 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (58m) 9m ago 58m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:43:30.220 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (57m) 9m ago 57m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:43:30.220 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (42m) 9m ago 57m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:43:30.221 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (56m) 9m ago 56m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:43:30.221 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (56m) 9m ago 56m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:43:30.221 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (56m) 9m ago 56m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:43:30.221 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (56m) 9m ago 56m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:43:30.221 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (55m) 9m ago 55m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:43:30.222 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (55m) 9m ago 55m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:43:30.222 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (55m) 9m ago 55m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:43:30.222 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (57m) 9m ago 57m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:43:30.558 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:43:30.558 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:43:30.558 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:30.559 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:43:30.559 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:43:30.559 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:30.559 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:43:30.560 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:43:30.560 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:43:30.560 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:43:30.560 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:43:30.560 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:43:30.561 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:43:30.561 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:43:30.561 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:43:30.561 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:43:30.562 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:43:30.562 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:43:30.562 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:43:30.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:30 smithi068 conmon[102841]: cluster 2022-01-25T23:43:29.478851+0000 2022-01-25T23:43:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:30 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1810 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:30 smithi068 conmon[102841]: audit 2022-01-25T23:43: 2022-01-25T23:43:30.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:30 smithi068 conmon[102841]: 30.558549+0000 mon.smithi068 (mon.0) 763 : audit [DBG] from='client.? 172.21.15.68:0/1736446154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:30 smithi165 conmon[67662]: cluster 2022-01-25T23:43:29.478851+0000 mgr.smithi068.zkksrk (mgr.14702) 1810 : cluster 2022-01-25T23:43:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:30 smithi165 conmon[67662]: [DBG] pgmap v1560: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:30.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:30 smithi165 conmon[67662]: audit 2022-01-25T23:43:30.558549+0000 mon.smithi068 (mon.0) 763 : audit [DBG] from='client.? 172.21.15.68:0/1736446154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:31.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:31 smithi165 conmon[67662]: audit 2022-01-25T23:43:29.917173+0000 mgr.smithi068.zkksrk (mgr.14702) 1811 : audit [DBG] from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:31.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:31 smithi165 conmon[67662]: audit 2022-01-25T23:43:30.202656 2022-01-25T23:43:31.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:31 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1812 : audit [DBG] from='client.35284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:31 smithi068 conmon[102841]: audit 2022-01-25T23:43:29.917173+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:43:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:31 smithi068 conmon[102841]: .14702) 1811 : audit [DBG] from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:31 smithi068 conmon[102841]: audit 2022-01-25T23:43:30.202656+0000 mgr.smithi068.zkksrk (mgr.14702) 1812 : audit [DBG] from='client.35284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:32 smithi165 conmon[67662]: cluster 2022-01-25T23:43:31.479496+0000 mgr.smithi068.zkksrk (mgr.14702) 1813 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:32 smithi068 conmon[102841]: cluster 2022-01-25T23:43:31.479496+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:43:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:32 smithi068 conmon[102841]: .14702) 1813 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:34 smithi165 conmon[67662]: cluster 2022-01-25T23:43:33.480047+0000 mgr.smithi068.zkksrk (mgr.14702) 1814 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:34 smithi068 conmon[102841]: cluster 2022-01-25T23:43:33.480047+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:43:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:34 smithi068 conmon[102841]: .14702) 1814 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:36 smithi165 conmon[67662]: cluster 2022-01-25T23:43:35.481058+0000 mgr.smithi068.zkksrk (mgr.14702) 1815 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:36 smithi068 conmon[102841]: cluster 2022-01-25T23:43:35.481058+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:43:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:36 smithi068 conmon[102841]: 14702) 1815 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:38 smithi165 conmon[67662]: cluster 2022-01-25T23:43:37.481597+0000 mgr.smithi068.zkksrk (mgr.14702) 1816 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:38.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:38 smithi165 conmon[67662]: 2022-01-25T23:43:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:38 smithi068 conmon[102841]: cluster 2022-01-25T23:43:37.481597+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:43:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:38 smithi068 conmon[102841]: ) 1816 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:40 smithi165 conmon[67662]: cluster 2022-01-25T23:43:39.482361+0000 mgr.smithi068.zkksrk (mgr.14702) 1817 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:40 smithi068 conmon[102841]: cluster 2022-01-25T23:43:39.482361+0000 mgr.smithi068.zkksrk (mgr.14702) 1817 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:42 smithi165 conmon[67662]: cluster 2022-01-25T23:43:41.483168+0000 mgr.smithi068.zkksrk (mgr.14702) 1818 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:42 smithi068 conmon[102841]: cluster 2022-01-25T23:43:41.483168+0000 mgr.smithi068.zkksrk (mgr.14702) 1818 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:44 smithi165 conmon[67662]: cluster 2022-01-25T23:43:43.483692+0000 mgr.smithi068.zkksrk (mgr.14702) 1819 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:44 smithi068 conmon[102841]: cluster 2022-01-25T23:43:43.483692+0000 mgr.smithi068.zkksrk (mgr.14702) 1819 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:47.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:46 smithi068 conmon[102841]: cluster 2022-01-25T23:43:45.484555+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:43:47.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:46 smithi068 conmon[102841]: 14702) 1820 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:46 smithi165 conmon[67662]: cluster 2022-01-25T23:43:45.484555+0000 mgr.smithi068.zkksrk (mgr.14702) 1820 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:48 smithi068 conmon[102841]: cluster 2022-01-25T23:43:47.485054+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:43:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:48 smithi068 conmon[102841]: 1821 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:48 smithi165 conmon[67662]: cluster 2022-01-25T23:43:47.485054+0000 mgr.smithi068.zkksrk (mgr.14702) 1821 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:50 smithi068 conmon[102841]: cluster 2022-01-25T23:43:49.485845+0000 mgr.smithi068.zkksrk (mgr.14702) 1822 : cluster 2022-01-25T23:43:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:50 smithi068 conmon[102841]: [DBG] pgmap v1570: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:50 smithi165 conmon[67662]: cluster 2022-01-25T23:43:49.485845+0000 mgr.smithi068.zkksrk (mgr.14702) 1822 : 2022-01-25T23:43:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:50 smithi165 conmon[67662]: cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:52 smithi068 conmon[102841]: cluster 2022-01-25T23:43:51.486542+0000 mgr.smithi068.zkksrk (mgr.14702) 1823 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:52 smithi165 conmon[67662]: cluster 2022-01-25T23:43:51.486542+0000 mgr.smithi068.zkksrk (mgr.14702) 1823 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:52 smithi165 conmon[67662]: 2022-01-25T23:43:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:54 smithi068 conmon[102841]: cluster 2022-01-25T23:43:53.487266+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:43:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:54 smithi068 conmon[102841]: 1824 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:54 smithi165 conmon[67662]: cluster 2022-01-25T23:43:53.487266+0000 mgr.smithi068.zkksrk (mgr.14702) 1824 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:56 smithi068 conmon[102841]: cluster 2022-01-25T23:43:55.488078+0000 mgr.smithi068.zkksrk (mgr.14702) 1825 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:56 smithi165 conmon[67662]: cluster 2022-01-25T23:43:55.488078+0000 mgr.smithi068.zkksrk (mgr.14702) 1825 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:43:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:58 smithi068 conmon[102841]: cluster 2022-01-25T23:43:57.488722+0000 mgr.smithi068.zkksrk (mgr.14702) 1826 : 2022-01-25T23:43:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:43:58 smithi068 conmon[102841]: cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:43:58 smithi165 conmon[67662]: cluster 2022-01-25T23:43:57.488722+0000 mgr.smithi068.zkksrk (mgr.14702) 1826 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:00.873 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:44:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:00 smithi068 conmon[102841]: cluster 2022-01-25T23:43:59.489569+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:44:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:00 smithi068 conmon[102841]: mgr.14702) 1827 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:01.161 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:44:01.162 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (57m) 9m ago 58m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:44:01.162 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (51m) 9m ago 58m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:44:01.162 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (50m) 9m ago 58m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:44:01.162 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (57m) 9m ago 58m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:44:01.163 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (54m) 9m ago 54m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:44:01.163 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (54m) 9m ago 54m 23.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:44:01.163 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (51m) 9m ago 60m 508M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:44:01.163 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (51m) 9m ago 58m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:44:01.164 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (51m) 9m ago 60m 340M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:44:01.164 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (51m) 9m ago 58m 197M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:44:01.164 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (52m) 9m ago 52m 161M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:44:01.164 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (52m) 9m ago 52m 96.8M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:44:01.164 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (58m) 9m ago 58m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:44:01.165 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (58m) 9m ago 58m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:44:01.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (42m) 9m ago 57m 633M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:44:01.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (57m) 9m ago 57m 1411M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:44:01.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (57m) 9m ago 57m 1043M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:44:01.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (56m) 9m ago 56m 1615M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:44:01.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (56m) 9m ago 56m 1434M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:44:01.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (56m) 9m ago 56m 1767M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:44:01.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (56m) 9m ago 56m 1375M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:44:01.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (55m) 9m ago 55m 2036M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:44:01.167 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (57m) 9m ago 58m 59.0M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:44:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:00 smithi165 conmon[67662]: cluster 2022-01-25T23:43:59.489569+0000 mgr.smithi068.zkksrk (mgr.14702) 1827 2022-01-25T23:44:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:00 smithi165 conmon[67662]: : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:01.501 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:44:01.501 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:44:01.501 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:01.501 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:01.502 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:44:01.502 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:01.502 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:01.502 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:44:01.503 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:44:01.503 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:44:01.503 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:01.503 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:44:01.504 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:44:01.504 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:01.504 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:44:01.504 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:44:01.505 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:44:01.505 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:44:01.505 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:44:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:01 smithi068 conmon[102841]: audit 2022-01-25T23:44:01.501520+0000 mon.smithi068 (mon.0) 2022-01-25T23:44:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:01 smithi068 conmon[102841]: 764 : audit [DBG] from='client.? 172.21.15.68:0/1730755370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:02.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:01 smithi165 conmon[67662]: audit 2022-01-25T23:44:01.501520+0000 mon.smithi068 (mon.0) 764 : audit [DBG] from='client.? 172.21.15.68:0/1730755370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:02.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:01 smithi165 conmon[67662]: 2022-01-25T23:44:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:02 smithi068 conmon[102841]: audit 2022-01-25T23:44:00.862279+0000 mgr.smithi068.zkksrk (mgr.14702) 1828 : audit [DBG] from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:02 smithi068 conmon[102841]: audit 2022-01-25T23:44:01.147646+0000 mgr.smithi068.zkksrk (mgr.14702) 1829 : audit [DBG] from='client.35296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:02 smithi068 conmon[102841]: cluster 2022-01-25T23:44:01.490060+0000 2022-01-25T23:44:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:02 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1830 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:02 smithi165 conmon[67662]: audit 2022-01-25T23:44:00.862279+0000 mgr.smithi068.zkksrk (mgr.14702) 1828 : audit [DBG] from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:02 smithi165 conmon[67662]: 2022-01-25T23:44:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:02 smithi165 conmon[67662]: audit 2022-01-25T23:44:01.147646+0000 mgr.smithi068.zkksrk (mgr.14702) 1829 : audit [DBG] from='client.35296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:02 smithi165 conmon[67662]: cluster 2022-01-25T23:44:01.490060 2022-01-25T23:44:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:02 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 1830 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:04 smithi068 conmon[102841]: cluster 2022-01-25T23:44:03.490621+0000 mgr.smithi068.zkksrk (mgr.14702) 1831 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:04 smithi165 conmon[67662]: cluster 2022-01-25T23:44:03.490621+0000 mgr.smithi068.zkksrk (mgr.14702) 1831 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:04 smithi165 conmon[67662]: 2022-01-25T23:44:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:06 smithi068 conmon[102841]: cluster 2022-01-25T23:44:05.491483+0000 mgr.smithi068.zkksrk (mgr.14702) 1832 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:06 smithi165 conmon[67662]: cluster 2022-01-25T23:44:05.491483+0000 mgr.smithi068.zkksrk (mgr.14702) 1832 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:06 smithi165 conmon[67662]: 2022-01-25T23:44:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:08 smithi068 conmon[102841]: cluster 2022-01-25T23:44:07.492022+0000 mgr.smithi068.zkksrk (mgr.14702) 1833 : 2022-01-25T23:44:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:08 smithi068 conmon[102841]: cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:08 smithi165 conmon[67662]: cluster 2022-01-25T23:44:07.492022+0000 mgr.smithi068.zkksrk (mgr.14702) 1833 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:10 smithi068 conmon[102841]: cluster 2022-01-25T23:44:09.492992+0000 mgr.smithi068.zkksrk (mgr.14702) 1834 : cluster 2022-01-25T23:44:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:10 smithi068 conmon[102841]: [DBG] pgmap v1580: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:10 smithi165 conmon[67662]: cluster 2022-01-25T23:44:09.492992+0000 mgr.smithi068.zkksrk (mgr.14702) 1834 : cluster 2022-01-25T23:44:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:10 smithi165 conmon[67662]: [DBG] pgmap v1580: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:12 smithi068 conmon[102841]: cluster 2022-01-25T23:44:11.493773+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:44:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:12 smithi068 conmon[102841]: ) 1835 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:12 smithi165 conmon[67662]: cluster 2022-01-25T23:44:11.493773+0000 mgr.smithi068.zkksrk (mgr.14702) 1835 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:14 smithi068 conmon[102841]: cluster 2022-01-25T23:44:13.494297+0000 2022-01-25T23:44:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:14 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1836 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:14 smithi165 conmon[67662]: cluster 2022-01-25T23:44:13.494297+0000 mgr.smithi068.zkksrk (mgr.14702) 1836 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:14 smithi165 conmon[67662]: 2022-01-25T23:44:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:16 smithi068 conmon[102841]: cluster 2022-01-25T23:44:15.495187+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:44:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:16 smithi068 conmon[102841]: 14702) 1837 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:16 smithi165 conmon[67662]: cluster 2022-01-25T23:44:15.495187+0000 mgr.smithi068.zkksrk (mgr.14702) 1837 : cluster [DBG] 2022-01-25T23:44:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:16 smithi165 conmon[67662]: pgmap v1583: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:17 smithi068 conmon[102841]: audit 2022-01-25T23:44:16.898657+0000 mon.smithi068 (mon.0) 765 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:44:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:17 smithi068 conmon[102841]: audit 2022-01-25T23:44:16.900170+0000 mon.smithi068 (mon.0) 766 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:44:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:17 smithi068 conmon[102841]: audit 2022-01-25T23:44:16.901311+0000 mon.smithi068 (mon.0) 767 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:44:18.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:17 smithi165 conmon[67662]: audit 2022-01-25T23:44:16.898657+0000 mon.smithi068 (mon.0) 765 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:44:18.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:17 smithi165 conmon[67662]: audit 2022-01-25T23:44:16.900170+0000 mon.smithi068 (mon.0) 766 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:44:18.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:17 smithi165 conmon[67662]: audit 2022-01-25T23:44:16.901311+0000 mon.smithi068 (mon.0) 767 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:44:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: cephadm 2022-01-25T23:44 2022-01-25T23:44:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: :16.902227+0000 mgr.smithi068.zkksrk (mgr.14702) 1838 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:44:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:44:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: :44:17.495629+0000 mgr.smithi068.zkksrk (mgr.14702) 1839 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:44:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: T23:44:18.317553+0000 mon.smithi068 ( 2022-01-25T23:44:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: mon.0) 768 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:44:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: audit 2022 2022-01-25T23:44:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: -01-25T23:44:18.390439+0000 mon.smithi068 2022-01-25T23:44:19.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:18 smithi068 conmon[102841]: (mon.0) 769 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:44:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:18 smithi165 conmon[67662]: cephadm 2022-01-25T23:44:16.902227+0000 mgr.smithi068.zkksrk (mgr.14702) 1838 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:44:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:18 smithi165 conmon[67662]: cluster 2022-01-25T23:44:17.495629+0000 mgr.smithi068.zkksrk (mgr.14702) 1839 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:18 smithi165 conmon[67662]: audit 2022-01-25T23:44:18.317553+0000 mon.smithi068 (mon.0) 768 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:44:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:18 smithi165 conmon[67662]: audit 2022-01-25T23:44:18.390439+0000 mon.smithi068 (mon.0) 769 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:44:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:20 smithi068 conmon[102841]: cluster 2022-01-25T23:44:19.496337+0000 mgr.smithi068.zkksrk (mgr.14702) 1840 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:20 smithi165 conmon[67662]: cluster 2022-01-25T23:44:19.496337+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:44:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:20 smithi165 conmon[67662]: 14702) 1840 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:22 smithi068 conmon[102841]: audit 2022-01-25T23:44:21.259321+0000 mon.smithi068 (mon 2022-01-25T23:44:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:22 smithi068 conmon[102841]: .0) 770 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:22 smithi068 conmon[102841]: cluster 2022-01-25T23:44:21.496992+0000 mgr.smithi068.zkksrk (mgr.14702) 1841 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:22 smithi165 conmon[67662]: audit 2022-01-25T23:44:21.259321+0000 mon.smithi068 (mon.0) 770 2022-01-25T23:44:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:22 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:22 smithi165 conmon[67662]: cluster 2022-01-25T23:44:21.496992+0000 mgr.smithi068.zkksrk (mgr.14702) 1841 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:24.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:24 smithi165 conmon[67662]: audit 2022-01-25T23:44:23.364556+0000 mon.smithi068 (mon.0) 771 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:24 smithi165 conmon[67662]: cluster 2022-01-25T23:44:23.497417+0000 mgr.smithi068.zkksrk (mgr.14702) 1842 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:24.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:24 smithi165 conmon[67662]: audit 2022-01-25T23:44:23.760737+0000 mon.smithi068 (mon.0) 772 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:44:24.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:24 smithi165 conmon[67662]: audit 2022-01-25T23:44:23.764818+0000 mon.smithi068 (mon.0) 773 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:24.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:24 smithi165 conmon[67662]: audit 2022-01-25T23:44:23.770555+0000 mon.smithi068 (mon.0) 774 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: audit 2022-01-25T23:44:23.364556+0000 mon.smithi068 ( 2022-01-25T23:44:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: mon.0) 771 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:24.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: cluster 2022-01-25T23:44:23.497417+0000 mgr.smithi068.zkksrk (mgr.14702) 1842 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: audit 2022-01-25T23:44:23.760737+0000 mon.smithi068 (mon.0) 772 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:44:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: 2022-01-25T23:44:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: audit 2022-01-25T23:44:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: 2022-01-25T23:44:23.764818+0000 mon.smithi068 (mon.0) 773 : audit 2022-01-25T23:44:24.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:24.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:44:24.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:24 smithi068 conmon[102841]: -25T23:44:23.770555+0000 mon.smithi068 (mon.0) 774 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:44:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:26 smithi165 conmon[67662]: cluster 2022-01-25T23:44:25.498243+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:44:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:26 smithi165 conmon[67662]: 1843 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:26 smithi068 conmon[102841]: cluster 2022-01-25T23:44:25.498243+0000 mgr.smithi068.zkksrk (mgr.14702) 1843 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:28 smithi165 conmon[67662]: cluster 2022-01-25T23:44:27.498710+0000 mgr.smithi068.zkksrk (mgr.14702) 1844 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:28.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:28 smithi165 conmon[67662]: 2022-01-25T23:44:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:28 smithi068 conmon[102841]: cluster 2022-01-25T23:44:27.498710+0000 mgr.smithi068.zkksrk (mgr.14702) 1844 : cluster 2022-01-25T23:44:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:28 smithi068 conmon[102841]: [DBG] pgmap v1589: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:30 smithi165 conmon[67662]: cluster 2022-01-25T23:44:29.499744+0000 mgr.smithi068.zkksrk (mgr.14702) 1845 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:30 smithi068 conmon[102841]: cluster 2022-01-25T23:44:29.499744+0000 mgr.smithi068.zkksrk (mgr.14702) 1845 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:31.821 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:44:32.108 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:44:32.109 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (58m) 8s ago 59m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:44:32.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (51m) 8s ago 59m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:44:32.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (51m) 10s ago 58m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:44:32.110 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (58m) 8s ago 59m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:44:32.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (54m) 8s ago 54m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:44:32.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (55m) 10s ago 54m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:44:32.110 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (52m) 8s ago 60m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:44:32.111 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (52m) 10s ago 58m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:44:32.111 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (51m) 8s ago 60m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:44:32.111 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (51m) 10s ago 58m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:44:32.111 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (52m) 8s ago 52m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:44:32.112 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (52m) 10s ago 52m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:44:32.112 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (59m) 8s ago 59m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:44:32.112 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (58m) 10s ago 58m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:44:32.112 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (43m) 8s ago 58m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:44:32.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (57m) 8s ago 57m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:44:32.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (57m) 8s ago 57m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:44:32.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (57m) 8s ago 57m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:44:32.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (57m) 10s ago 57m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:44:32.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (56m) 10s ago 56m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:44:32.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (56m) 10s ago 56m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:44:32.114 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (56m) 10s ago 56m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:44:32.114 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (58m) 8s ago 58m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:44:32.448 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:44:32.449 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:44:32.450 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:32.450 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:32.451 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:44:32.452 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:32.452 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:32.453 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:44:32.453 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:44:32.454 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:44:32.454 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:32.454 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:44:32.455 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:44:32.455 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:44:32.456 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:44:32.456 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:44:32.457 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:44:32.457 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:44:32.458 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:44:32.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:32 smithi068 conmon[102841]: cluster 2022-01-25T23:44:31.500547+0000 mgr.smithi068.zkksrk (mgr.14702) 1846 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:32.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:32 smithi068 conmon[102841]: audit 2022-01-25T23:44:32.449094+0000 mon.smithi068 (mon.0) 775 : audit [DBG] from='client.? 172.21.15.68:0/3265944779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:32 smithi165 conmon[67662]: cluster 2022-01-25T23:44:31.500547+0000 mgr.smithi068.zkksrk (mgr.14702) 1846 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:32 smithi165 conmon[67662]: audit 2022-01-25T23:44:32.449094 2022-01-25T23:44:32.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:32 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 775 : audit [DBG] from='client.? 172.21.15.68:0/3265944779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:33 smithi165 conmon[67662]: audit 2022-01-25T23:44:31.809324+0000 mgr.smithi068.zkksrk (mgr.14702) 1847 : audit [DBG] from='client.35304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:33.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:33 smithi165 conmon[67662]: audit 2022-01-25T23:44:32.094709+0000 mgr.smithi068.zkksrk (mgr.14702) 1848 : audit [DBG] from='client.35308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:34.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:33 smithi068 conmon[102841]: audit 2022-01-25T23:44:31.809324+0000 mgr.smithi068.zkksrk (mgr.14702) 1847 2022-01-25T23:44:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:33 smithi068 conmon[102841]: : audit [DBG] from='client.35304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:33 smithi068 conmon[102841]: audit 2022-01-25T23:44:32.094709+0000 mgr.smithi068.zkksrk (mgr.14702) 1848 : audit [DBG] from='client.35308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:34 smithi165 conmon[67662]: cluster 2022-01-25T23:44:33.501038+0000 mgr.smithi068.zkksrk (mgr.14702) 1849 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:34 smithi068 conmon[102841]: cluster 2022-01-25T23:44:33.501038+0000 mgr.smithi068.zkksrk (mgr.14702) 1849 : 2022-01-25T23:44:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:34 smithi068 conmon[102841]: cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:36 smithi165 conmon[67662]: cluster 2022-01-25T23:44:35.501943+0000 mgr.smithi068.zkksrk (mgr.14702) 1850 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:36 smithi068 conmon[102841]: cluster 2022-01-25T23:44:35.501943+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:44:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:36 smithi068 conmon[102841]: 1850 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:38 smithi165 conmon[67662]: cluster 2022-01-25T23:44:37.502697+0000 mgr.smithi068.zkksrk (mgr.14702) 1851 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:38 smithi068 conmon[102841]: cluster 2022-01-25T23 2022-01-25T23:44:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:38 smithi068 conmon[102841]: :44:37.502697+0000 mgr.smithi068.zkksrk (mgr.14702) 1851 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:40 smithi165 conmon[67662]: cluster 2022-01-25T23:44:39.503500+0000 mgr.smithi068.zkksrk (mgr.14702) 1852 : cluster [DBG] 2022-01-25T23:44:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:40 smithi165 conmon[67662]: pgmap v1595: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:40 smithi068 conmon[102841]: cluster 2022-01-25T23:44:39.503500+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:44:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:40 smithi068 conmon[102841]: 14702) 1852 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:42 smithi165 conmon[67662]: cluster 2022-01-25T23:44:41.504125+0000 mgr.smithi068.zkksrk (mgr.14702) 1853 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:42 smithi068 conmon[102841]: cluster 2022-01-25T23:44:41.504125+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:44:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:42 smithi068 conmon[102841]: 14702) 1853 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:44 smithi165 conmon[67662]: cluster 2022-01-25T23:44:43.504664+0000 mgr.smithi068.zkksrk (mgr.14702) 1854 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:44 smithi068 conmon[102841]: cluster 2022-01-25T23:44:43.504664+0000 mgr.smithi068.zkksrk (mgr.14702) 1854 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:46 smithi165 conmon[67662]: cluster 2022-01-25T23:44:45.505587+0000 mgr.smithi068.zkksrk (mgr.14702) 1855 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:46 smithi068 conmon[102841]: cluster 2022-01-25T23:44:45.505587+0000 mgr.smithi068.zkksrk (mgr.14702) 1855 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:48 smithi165 conmon[67662]: cluster 2022-01-25T23:44:47.506158+0000 mgr.smithi068.zkksrk (mgr.14702) 1856 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:48 smithi068 conmon[102841]: cluster 2022-01-25T23:44:47.506158+0000 mgr.smithi068.zkksrk (mgr.14702) 1856 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:50 smithi165 conmon[67662]: cluster 2022-01-25T23:44:49.507125+0000 mgr.smithi068.zkksrk (mgr.14702) 1857 : cluster 2022-01-25T23:44:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:50 smithi165 conmon[67662]: [DBG] pgmap v1600: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:50 smithi068 conmon[102841]: cluster 2022-01-25T23:44:49.507125+0000 mgr.smithi068.zkksrk (mgr.14702) 1857 : 2022-01-25T23:44:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:50 smithi068 conmon[102841]: cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:52 smithi165 conmon[67662]: cluster 2022-01-25T23:44:51.507771+0000 mgr.smithi068.zkksrk (mgr.14702) 1858 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:52 smithi068 conmon[102841]: cluster 2022-01-25T23:44:51.507771+0000 mgr.smithi068.zkksrk (mgr.14702) 1858 : cluster [DBG] 2022-01-25T23:44:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:52 smithi068 conmon[102841]: pgmap v1601: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:54.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:54 smithi165 conmon[67662]: cluster 2022-01-25T23:44:53.508427+0000 mgr.smithi068.zkksrk (mgr.14702) 1859 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:54 smithi068 conmon[102841]: cluster 2022-01-25T23:44:53.508427+0000 mgr.smithi068.zkksrk (mgr.14702) 1859 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:56 smithi165 conmon[67662]: cluster 2022-01-25T23:44:55.509244+0000 mgr.smithi068.zkksrk (mgr.14702) 1860 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:56 smithi068 conmon[102841]: cluster 2022-01-25T23:44:55.509244+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:44:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:56 smithi068 conmon[102841]: 1860 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:44:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:44:58 smithi165 conmon[67662]: cluster 2022-01-25T23:44:57.509809+0000 mgr.smithi068.zkksrk (mgr.14702) 1861 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:44:58 smithi068 conmon[102841]: cluster 2022-01-25T23:44:57.509809+0000 mgr.smithi068.zkksrk (mgr.14702) 1861 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:00 smithi165 conmon[67662]: cluster 2022-01-25T23:44:59.510803+0000 mgr.smithi068.zkksrk (mgr.14702) 1862 : cluster [DBG] 2022-01-25T23:45:00.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:00 smithi165 conmon[67662]: pgmap v1605: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:00 smithi068 conmon[102841]: cluster 2022-01-25T23:44:59.510803+0000 mgr.smithi068.zkksrk (mgr.14702) 1862 : cluster 2022-01-25T23:45:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:00 smithi068 conmon[102841]: [DBG] pgmap v1605: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:02.765 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:45:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:02 smithi165 conmon[67662]: cluster 2022-01-25T23:45:01.511516+0000 mgr.smithi068.zkksrk (mgr.14702) 1863 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:03.054 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:45:03.054 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (58m) 39s ago 59m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:45:03.054 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (52m) 39s ago 59m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:45:03.055 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (51m) 41s ago 59m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:45:03.055 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (58m) 39s ago 59m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:45:03.055 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (55m) 39s ago 55m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:45:03.055 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (55m) 41s ago 55m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:45:03.055 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (52m) 39s ago 61m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:45:03.056 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (52m) 41s ago 59m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:45:03.056 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (52m) 39s ago 61m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:45:03.056 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (52m) 41s ago 59m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:45:03.056 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (53m) 39s ago 53m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:45:03.057 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (53m) 41s ago 53m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:45:03.057 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (59m) 39s ago 59m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:45:03.057 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (59m) 41s ago 59m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:45:03.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (43m) 39s ago 58m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:45:03.057 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (58m) 39s ago 58m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:45:03.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (58m) 39s ago 58m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:45:03.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (57m) 39s ago 57m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:45:03.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (57m) 41s ago 57m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:45:03.058 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (57m) 41s ago 57m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:45:03.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (57m) 41s ago 57m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:45:03.059 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (56m) 41s ago 56m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:45:03.059 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (58m) 39s ago 59m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:45:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:02 smithi068 conmon[102841]: cluster 2022-01-25T23:45:01.511516+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:45:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:02 smithi068 conmon[102841]: 14702) 1863 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:03.405 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:45:03.405 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:45:03.406 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:03.406 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:03.406 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:45:03.407 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:03.407 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:03.407 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:45:03.407 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:45:03.408 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:45:03.408 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:03.408 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:45:03.408 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:45:03.408 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:03.409 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:45:03.409 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:45:03.409 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:45:03.409 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:45:03.410 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:45:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:03 smithi068 conmon[102841]: audit 2022-01-25T23:45:02.754326+0000 mgr.smithi068.zkksrk (mgr.14702) 1864 : audit [DBG] from='client.35316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:03 smithi068 conmon[102841]: audit 2022-01-25T23:45:03.405530+0000 mon.smithi068 (mon.0) 776 : audit [DBG] from='client.? 172.21.15.68:0/2873430633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:04.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:03 smithi165 conmon[67662]: audit 2022-01-25T23:45:02.754326+0000 mgr.smithi068.zkksrk (mgr.14702) 1864 : audit [DBG] from='client.35316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:04.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:03 smithi165 conmon[67662]: audit 2022-01-25T23:45:03.405530+0000 mon.smithi068 (mon.0) 776 : audit [DBG] from='client.? 172.21.15.68:0/2873430633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:04 smithi068 conmon[102841]: audit 2022-01-25T23:45:03.040071+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:45:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:04 smithi068 conmon[102841]: ) 1865 : audit [DBG] from='client.35320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:04 smithi068 conmon[102841]: cluster 2022-01-25T23:45:03.511976+0000 mgr.smithi068.zkksrk (mgr.14702) 1866 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:04 smithi165 conmon[67662]: audit 2022-01-25T23:45:03.040071+0000 mgr.smithi068.zkksrk (mgr.14702) 1865 : audit [DBG] from='client.35320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:04 smithi165 conmon[67662]: cluster 2022-01-25T23:45:03.511976+0000 mgr.smithi068.zkksrk (mgr.14702) 1866 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:06 smithi068 conmon[102841]: cluster 2022-01-25T23:45:05.512918+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:45:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:06 smithi068 conmon[102841]: 1867 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:06 smithi165 conmon[67662]: cluster 2022-01-25T23:45:05.512918+0000 mgr.smithi068.zkksrk (mgr.14702) 1867 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:07.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:06 smithi165 conmon[67662]: 2022-01-25T23:45:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:08 smithi068 conmon[102841]: cluster 2022-01-25T23:45:07.513422+0000 2022-01-25T23:45:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:08 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1868 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:08 smithi165 conmon[67662]: cluster 2022-01-25T23:45:07.513422+0000 mgr.smithi068.zkksrk (mgr.14702) 1868 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:10 smithi068 conmon[102841]: cluster 2022-01-25T23:45:09.514484+0000 mgr.smithi068.zkksrk (mgr.14702) 1869 : cluster 2022-01-25T23:45:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:10 smithi068 conmon[102841]: [DBG] pgmap v1610: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:10 smithi165 conmon[67662]: cluster 2022-01-25T23:45:09.514484+0000 mgr.smithi068.zkksrk (mgr.14702) 1869 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:12 smithi068 conmon[102841]: cluster 2022-01-25T23:45:11.515115+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:45:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:12 smithi068 conmon[102841]: 1870 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:12 smithi165 conmon[67662]: cluster 2022-01-25T23:45:11.515115+0000 mgr.smithi068.zkksrk (mgr.14702) 1870 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:14 smithi068 conmon[102841]: cluster 2022-01-25T23:45:13.515668+0000 mgr.smithi068.zkksrk (mgr.14702) 1871 : 2022-01-25T23:45:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:14 smithi068 conmon[102841]: cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:14 smithi165 conmon[67662]: cluster 2022-01-25T23:45:13.515668+0000 mgr.smithi068.zkksrk (mgr.14702) 1871 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:16 smithi068 conmon[102841]: cluster 2022-01-25T23:45:15.516456+0000 mgr.smithi068.zkksrk (mgr.14702) 1872 2022-01-25T23:45:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:16 smithi165 conmon[67662]: cluster 2022-01-25T23:45:15.516456+0000 mgr.smithi068.zkksrk (mgr.14702) 1872 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:18 smithi068 conmon[102841]: cluster 2022-01-25T23:45:17.516906+0000 mgr.smithi068.zkksrk (mgr.14702) 1873 : cluster 2022-01-25T23:45:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:18 smithi068 conmon[102841]: [DBG] pgmap v1614: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:18 smithi068 conmon[102841]: audit 2022-01-25T23:45:18.319810+0000 mon.smithi068 (mon.0) 777 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:45:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:18 smithi068 conmon[102841]: audit 2022-01-25T23:45:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:18 smithi068 conmon[102841]: 2022-01-25T23:45:18.395066+0000 mon.smithi068 (mon 2022-01-25T23:45:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:18 smithi068 conmon[102841]: .0) 778 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:45:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:18 smithi165 conmon[67662]: cluster 2022-01-25T23:45:17.516906+0000 mgr.smithi068.zkksrk (mgr.14702) 1873 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:18 smithi165 conmon[67662]: audit 2022-01-25T23:45:18.319810+0000 2022-01-25T23:45:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 777 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:45:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:18 smithi165 conmon[67662]: audit 2022-01-25T23:45:18.395066+0000 mon.smithi068 (mon.0) 778 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:45:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:20 smithi068 conmon[102841]: cluster 2022-01-25T23:45:19.517656+0000 mgr.smithi068.zkksrk (mgr.14702) 1874 2022-01-25T23:45:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:20 smithi165 conmon[67662]: cluster 2022-01-25T23:45:19.517656+0000 mgr.smithi068.zkksrk (mgr.14702) 1874 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:22 smithi068 conmon[102841]: cluster 2022-01-25T23:45:21.518402+0000 mgr.smithi068.zkksrk (mgr.14702) 1875 : 2022-01-25T23:45:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:22 smithi068 conmon[102841]: cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:22 smithi165 conmon[67662]: cluster 2022-01-25T23:45:21.518402+0000 mgr.smithi068.zkksrk (mgr.14702) 1875 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: cluster 2022-01-25T23:45:23.518837+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:45:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: ) 1876 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: audit 2022-01-25T23:45:23.773914+0000 mon.smithi068 (mon.0) 779 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:45:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: audit 2022-01-25T23:45:23.775487+0000 mon.smithi068 (mon.0) 780 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:45:25.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: audit 2022-01-25T23:45:23 2022-01-25T23:45:25.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: .776563+0000 mon.smithi068 (mon.0) 781 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:45:25.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: cephadm 2022-01- 2022-01-25T23:45:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: 25T23:45:23.777488+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:45:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: .14702) 1877 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:45:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:45:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: -25T23:45:24.190218+0000 mon.smithi068 (mon.0) 782 2022-01-25T23:45:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:45:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:45:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: -25T23:45:24.195461+0000 mon.smithi068 ( 2022-01-25T23:45:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:24 smithi068 conmon[102841]: mon.0) 783 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:45:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: cluster 2022-01-25T23:45:23.518837+0000 mgr.smithi068.zkksrk (mgr.14702) 1876 2022-01-25T23:45:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: audit 2022-01-25T23:45:23.773914+0000 mon.smithi068 (mon.0) 779 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:45:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: audit 2022-01-25T23:45:23.775487+0000 mon.smithi068 (mon.0) 780 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:45:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: audit 2022-01-25T23:45:23.776563+0000 mon.smithi068 (mon.0) 781 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:45:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: cephadm 2022-01-25T23:45:23.777488+0000 mgr.smithi068.zkksrk (mgr.14702) 1877 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:45:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: audit 2022-01-25T23:45:24.190218+0000 mon.smithi068 (mon.0) 782 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:45:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:24 smithi165 conmon[67662]: audit 2022-01-25T23:45:24.195461+0000 mon.smithi068 (mon.0) 783 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:45:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:26 smithi068 conmon[102841]: cluster 2022-01-25T23:45:25.519789+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:45:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:26 smithi068 conmon[102841]: ) 1878 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:26 smithi165 conmon[67662]: cluster 2022-01-25T23:45:25.519789+0000 mgr.smithi068.zkksrk (mgr.14702) 1878 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:26 smithi165 conmon[67662]: 2022-01-25T23:45:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:28 smithi068 conmon[102841]: cluster 2022-01-25T23:45:27.520253+0000 mgr.smithi068.zkksrk (mgr.14702) 1879 2022-01-25T23:45:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:28 smithi068 conmon[102841]: : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:28 smithi165 conmon[67662]: cluster 2022-01-25T23:45:27.520253+0000 mgr.smithi068.zkksrk (mgr.14702) 1879 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:30 smithi068 conmon[102841]: cluster 2022-01-25T23:45:29.521155+0000 mgr.smithi068.zkksrk (mgr.14702) 1880 2022-01-25T23:45:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:30 smithi068 conmon[102841]: : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:30 smithi165 conmon[67662]: cluster 2022-01-25T23:45:29.521155+0000 mgr.smithi068.zkksrk (mgr.14702) 1880 : cluster [DBG] 2022-01-25T23:45:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:30 smithi165 conmon[67662]: pgmap v1620: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:32 smithi068 conmon[102841]: cluster 2022-01-25T23:45:31.521890+0000 mgr.smithi068.zkksrk (mgr.14702) 1881 : 2022-01-25T23:45:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:32 smithi068 conmon[102841]: cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:32 smithi165 conmon[67662]: cluster 2022-01-25T23:45:31.521890+0000 mgr.smithi068.zkksrk (mgr.14702) 1881 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:33.731 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:45:34.022 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:45:34.022 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (59m) 70s ago 60m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:45:34.023 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (52m) 70s ago 60m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:45:34.023 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (52m) 72s ago 59m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:45:34.023 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (59m) 70s ago 60m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:45:34.023 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (55m) 70s ago 55m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:45:34.024 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (56m) 72s ago 56m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:45:34.024 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (53m) 70s ago 61m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:45:34.024 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (53m) 72s ago 59m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:45:34.024 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (52m) 70s ago 61m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:45:34.025 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (52m) 72s ago 59m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:45:34.025 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (53m) 70s ago 53m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:45:34.025 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (53m) 72s ago 53m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:45:34.025 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (60m) 70s ago 60m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:45:34.026 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (59m) 72s ago 59m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:45:34.026 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (44m) 70s ago 59m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:45:34.027 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (58m) 70s ago 58m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:45:34.027 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (58m) 70s ago 58m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:45:34.027 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (58m) 70s ago 58m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:45:34.027 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (58m) 72s ago 58m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:45:34.028 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (57m) 72s ago 57m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:45:34.028 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (57m) 72s ago 57m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:45:34.028 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (57m) 72s ago 57m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:45:34.028 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (59m) 70s ago 59m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:45:34.362 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:45:34.363 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:45:34.363 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:34.363 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:34.363 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:45:34.364 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:34.364 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:34.364 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:45:34.364 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:45:34.365 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:45:34.365 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:34.365 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:45:34.365 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:45:34.366 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:45:34.366 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:45:34.366 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:45:34.366 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:45:34.367 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:45:34.367 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:45:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:34 smithi068 conmon[102841]: cluster 2022-01-25T23:45:33.522336+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:45:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:34 smithi068 conmon[102841]: mgr.14702) 1882 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:34 smithi068 conmon[102841]: audit 2022-01-25T23:45:33.719828+0000 mgr.smithi068.zkksrk (mgr.14702) 1883 : audit [DBG] from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:34 smithi068 conmon[102841]: audit 2022-01-25T23:45:34.363185+0000 mon.smithi068 (mon.0) 784 : audit [DBG] from='client.? 172.21.15.68:0/2898738606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:34 smithi165 conmon[67662]: cluster 2022-01-25T23:45:33.522336+0000 mgr.smithi068.zkksrk (mgr.14702) 1882 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:34 smithi165 conmon[67662]: audit 2022-01-25T23:45:33.719828+0000 mgr.smithi068.zkksrk (mgr.14702) 1883 : audit [DBG] from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:34 smithi165 conmon[67662]: audit 2022-01-25T23:45:34.363185+0000 mon.smithi068 (mon.0) 784 : audit [DBG] 2022-01-25T23:45:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:34 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/2898738606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:36.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:35 smithi068 conmon[102841]: audit 2022-01-25T23:45:34.008316+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:45:36.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:35 smithi068 conmon[102841]: 14702) 1884 : audit [DBG] from='client.35332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:36.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:35 smithi165 conmon[67662]: audit 2022-01-25T23:45:34.008316+0000 mgr.smithi068.zkksrk (mgr.14702) 1884 2022-01-25T23:45:36.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:35 smithi165 conmon[67662]: : audit [DBG] from='client.35332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:36 smithi068 conmon[102841]: cluster 2022-01-25T23:45:35.523287+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:45:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:36 smithi068 conmon[102841]: 1885 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:36 smithi165 conmon[67662]: cluster 2022-01-25T23:45:35.523287+0000 mgr.smithi068.zkksrk (mgr.14702) 1885 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:38 smithi068 conmon[102841]: cluster 2022-01-25T23:45:37.523773+0000 mgr.smithi068.zkksrk (mgr.14702) 1886 2022-01-25T23:45:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:38 smithi165 conmon[67662]: cluster 2022-01-25T23:45:37.523773+0000 mgr.smithi068.zkksrk (mgr.14702) 1886 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:40 smithi068 conmon[102841]: cluster 2022-01-25T23:45:39.524610+0000 mgr.smithi068.zkksrk (mgr.14702) 1887 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:40 smithi165 conmon[67662]: cluster 2022-01-25T23:45:39.524610+0000 mgr.smithi068.zkksrk (mgr.14702) 1887 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:42 smithi068 conmon[102841]: cluster 2022-01-25T23:45:41.525295+0000 mgr.smithi068.zkksrk (mgr.14702) 1888 : 2022-01-25T23:45:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:42 smithi068 conmon[102841]: cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:42 smithi165 conmon[67662]: cluster 2022-01-25T23:45:41.525295+0000 mgr.smithi068.zkksrk (mgr.14702) 1888 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:44 smithi068 conmon[102841]: cluster 2022-01-25T23:45:43.525871+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:45:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:44 smithi068 conmon[102841]: .14702) 1889 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:44 smithi165 conmon[67662]: cluster 2022-01-25T23:45:43.525871+0000 mgr.smithi068.zkksrk (mgr.14702) 1889 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:46 smithi068 conmon[102841]: cluster 2022-01-25T23:45 2022-01-25T23:45:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:46 smithi068 conmon[102841]: :45.526869+0000 mgr.smithi068.zkksrk (mgr.14702) 1890 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:46 smithi165 conmon[67662]: cluster 2022-01-25T23:45:45.526869+0000 mgr.smithi068.zkksrk (mgr.14702) 1890 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:48 smithi068 conmon[102841]: cluster 2022-01-25T23:45:47.527563+0000 mgr.smithi068.zkksrk (mgr.14702) 1891 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:48 smithi165 conmon[67662]: cluster 2022-01-25T23:45:47.527563+0000 mgr.smithi068.zkksrk (mgr.14702) 1891 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:50 smithi068 conmon[102841]: cluster 2022-01-25T23:45:49.528414+0000 mgr.smithi068.zkksrk (mgr.14702) 1892 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:50 smithi165 conmon[67662]: cluster 2022-01-25T23:45:49.528414+0000 mgr.smithi068.zkksrk (mgr.14702) 1892 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:52 smithi068 conmon[102841]: cluster 2022-01-25T23:45:51.529168+0000 mgr.smithi068.zkksrk (mgr.14702) 1893 2022-01-25T23:45:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:52 smithi165 conmon[67662]: cluster 2022-01-25T23:45:51.529168+0000 mgr.smithi068.zkksrk (mgr.14702) 1893 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:54 smithi068 conmon[102841]: cluster 2022-01-25T23:45:53.529661+0000 mgr.smithi068.zkksrk (mgr.14702) 1894 : cluster 2022-01-25T23:45:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:54 smithi068 conmon[102841]: [DBG] pgmap v1632: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:54 smithi165 conmon[67662]: cluster 2022-01-25T23:45:53.529661+0000 mgr.smithi068.zkksrk (mgr.14702) 1894 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:56 smithi068 conmon[102841]: cluster 2022-01-25T23:45:55.530437+0000 mgr.smithi068.zkksrk (mgr.14702) 1895 : cluster 2022-01-25T23:45:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:56 smithi068 conmon[102841]: [DBG] pgmap v1633: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:56 smithi165 conmon[67662]: cluster 2022-01-25T23:45:55.530437+0000 mgr.smithi068.zkksrk (mgr.14702) 1895 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:45:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:58 smithi068 conmon[102841]: cluster 2022-01-25T23:45:57.531117+0000 mgr.smithi068.zkksrk (mgr.14702) 1896 : 2022-01-25T23:45:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:45:58 smithi068 conmon[102841]: cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:58 smithi165 conmon[67662]: cluster 2022-01-25T23:45:57.531117+0000 mgr.smithi068.zkksrk (mgr.14702) 1896 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:45:58 smithi165 conmon[67662]: 2022-01-25T23:46:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:00 smithi068 conmon[102841]: cluster 2022-01-25T23:45:59.531912+0000 mgr.smithi068.zkksrk (mgr.14702) 1897 : cluster 2022-01-25T23:46:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:00 smithi068 conmon[102841]: [DBG] pgmap v1635: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:00 smithi165 conmon[67662]: cluster 2022-01-25T23:45:59.531912+0000 mgr.smithi068.zkksrk (mgr.14702) 1897 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:02 smithi068 conmon[102841]: cluster 2022-01-25T23:46:01.532673+0000 mgr.smithi068.zkksrk (mgr.14702) 1898 : cluster 2022-01-25T23:46:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:02 smithi068 conmon[102841]: [DBG] pgmap v1636: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:02 smithi165 conmon[67662]: cluster 2022-01-25T23:46:01.532673+0000 mgr.smithi068.zkksrk (mgr.14702) 1898 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:04.683 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:46:04.972 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:46:04.973 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (59m) 101s ago 60m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:46:04.973 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (53m) 101s ago 60m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:46:04.973 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (52m) 103s ago 60m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:46:04.973 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (59m) 101s ago 60m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:46:04.974 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (56m) 101s ago 56m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:46:04.974 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (56m) 103s ago 56m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:46:04.974 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (53m) 101s ago 62m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:46:04.974 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (53m) 103s ago 60m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:46:04.975 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (53m) 101s ago 62m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:46:04.975 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (53m) 103s ago 60m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:46:04.975 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (54m) 101s ago 54m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:46:04.975 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (54m) 103s ago 54m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:46:04.976 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (60m) 101s ago 60m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:46:04.976 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (60m) 103s ago 60m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:46:04.976 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (44m) 101s ago 59m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:46:04.976 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (59m) 101s ago 59m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:46:04.976 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (59m) 101s ago 59m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:46:04.977 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (58m) 101s ago 58m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:46:04.977 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (58m) 103s ago 58m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:46:04.977 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (58m) 103s ago 58m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:46:04.977 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (58m) 103s ago 58m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:46:04.978 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (57m) 103s ago 57m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:46:04.978 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (59m) 101s ago 60m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:46:04.978 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:04 smithi068 conmon[102841]: cluster 2022-01-25T23:46:03.533343+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:46:04.979 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:04 smithi068 conmon[102841]: ) 1899 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:04 smithi165 conmon[67662]: cluster 2022-01-25T23:46:03.533343+0000 mgr.smithi068.zkksrk (mgr.14702) 1899 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:05.311 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:46:05.311 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:46:05.311 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:05.312 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:05.312 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:46:05.312 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:05.312 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:05.313 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:46:05.313 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:46:05.313 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:46:05.313 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:05.314 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:46:05.314 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:46:05.314 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:05.314 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:46:05.315 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:46:05.315 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:46:05.315 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:46:05.315 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:46:06.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:05 smithi165 conmon[67662]: audit 2022-01-25T23:46:04.672041+0000 mgr.smithi068.zkksrk (mgr.14702) 1900 : audit [DBG] from='client.35340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:06.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:05 smithi165 conmon[67662]: audit 2022-01-25T23:46:05.311665+0000 mon.smithi068 (mon.0) 785 : audit [DBG] from='client.? 172.21.15.68:0/886059539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:05 smithi068 conmon[102841]: audit 2022-01-25T23:46:04.672041+0000 2022-01-25T23:46:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:05 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1900 : audit [DBG] from='client.35340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:05 smithi068 conmon[102841]: audit 2022-01-25T23:46:05.311665+0000 2022-01-25T23:46:06.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:05 smithi068 conmon[102841]: mon.smithi068 (mon.0) 785 : audit [DBG] from='client.? 172.21.15.68:0/886059539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:06 smithi165 conmon[67662]: audit 2022-01-25T23:46:04.958833+0000 mgr.smithi068.zkksrk (mgr.14702) 1901 : audit [DBG] from='client.35344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:06 smithi165 conmon[67662]: cluster 2022-01-25T23:46:05.534173+0000 mgr.smithi068.zkksrk (mgr.14702) 1902 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:06 smithi068 conmon[102841]: audit 2022-01-25T23:46:04.958833+0000 mgr.smithi068.zkksrk 2022-01-25T23:46:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:06 smithi068 conmon[102841]: (mgr.14702) 1901 : audit [DBG] from='client.35344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:06 smithi068 conmon[102841]: cluster 2022-01-25T23:46:05.534173+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:46:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:06 smithi068 conmon[102841]: 14702) 1902 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:07 smithi165 conmon[67662]: cluster 2022-01-25T23:46:07.534668+0000 mgr.smithi068.zkksrk (mgr.14702) 1903 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:07 smithi068 conmon[102841]: cluster 2022-01-25T23:46:07.534668+0000 mgr.smithi068.zkksrk (mgr.14702) 1903 : cluster 2022-01-25T23:46:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:07 smithi068 conmon[102841]: [DBG] pgmap v1639: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:10.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:10 smithi165 conmon[67662]: cluster 2022-01-25T23:46:09.535464+0000 mgr.smithi068.zkksrk (mgr.14702) 1904 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:10.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:10 smithi165 conmon[67662]: 2022-01-25T23:46:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:10 smithi068 conmon[102841]: cluster 2022-01-25T23:46:09.535464+0000 mgr.smithi068.zkksrk (mgr.14702) 1904 2022-01-25T23:46:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:12.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:12 smithi165 conmon[67662]: cluster 2022-01-25T23:46:11.536205+0000 mgr.smithi068.zkksrk (mgr.14702) 1905 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:12 smithi068 conmon[102841]: cluster 2022-01-25T23:46:11.536205+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:46:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:12 smithi068 conmon[102841]: 1905 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:14.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:14 smithi165 conmon[67662]: cluster 2022-01-25T23:46:13.536693+0000 mgr.smithi068.zkksrk (mgr.14702) 1906 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:14 smithi068 conmon[102841]: cluster 2022-01-25T23:46:13.536693+0000 mgr.smithi068.zkksrk (mgr.14702) 1906 2022-01-25T23:46:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:16.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:16 smithi165 conmon[67662]: cluster 2022-01-25T23:46:15.537550+0000 mgr.smithi068.zkksrk (mgr.14702) 1907 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:16 smithi068 conmon[102841]: cluster 2022-01-25T23:46:15.537550+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:46:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:16 smithi068 conmon[102841]: 1907 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: cluster 2022-01-25T23:46:17.537977+0000 mgr.smithi068.zkksrk (mgr.14702) 1908 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: audit 2022 2022-01-25T23:46:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: -01-25T23:46:18.322450+0000 2022-01-25T23:46:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 786 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:46:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:46:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: 25T23:46:18.400022+0000 mon.smithi068 (mon.0) 787 : audit 2022-01-25T23:46:18.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:18 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:46:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: cluster 2022-01-25T23:46:17.537977+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:46:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: 1908 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: audit 2022-01-25T23:46:18.322450+0000 mon.smithi068 (mon.0) 786 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:46:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: 2022-01-25T23:46:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:46:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: 23:46:18.400022+0000 mon.smithi068 (mon.0) 787 : audit [INF] 2022-01-25T23:46:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:46:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:20 smithi165 conmon[67662]: cluster 2022-01-25T23:46:19.538976+0000 mgr.smithi068.zkksrk (mgr.14702) 1909 : cluster [DBG] 2022-01-25T23:46:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:20 smithi165 conmon[67662]: pgmap v1645: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:20 smithi068 conmon[102841]: cluster 2022-01-25T23:46:19.538976+0000 mgr.smithi068.zkksrk (mgr.14702) 1909 : 2022-01-25T23:46:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:20 smithi068 conmon[102841]: cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:22 smithi165 conmon[67662]: cluster 2022-01-25T23:46:21.539573+0000 mgr.smithi068.zkksrk (mgr.14702) 1910 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:22 smithi068 conmon[102841]: cluster 2022-01-25T23:46:21.539573+0000 mgr.smithi068.zkksrk (mgr.14702) 1910 : cluster 2022-01-25T23:46:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:22 smithi068 conmon[102841]: [DBG] pgmap v1646: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:24.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:24 smithi165 conmon[67662]: cluster 2022-01-25T23:46:23.540214+0000 mgr.smithi068.zkksrk (mgr.14702) 1911 : 2022-01-25T23:46:24.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:24 smithi165 conmon[67662]: cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:24.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:24 smithi165 conmon[67662]: audit 2022-01-25T23:46:24.198600+0000 mon.smithi068 (mon.0) 788 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:46:24.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:24 smithi165 conmon[67662]: audit 2022-01-25T23:46:24.200077+0000 mon.smithi068 (mon.0) 789 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:46:24.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:24 smithi165 conmon[67662]: audit 2022-01-25T23:46:24.201015+0000 mon.smithi068 (mon.0) 790 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:46:24.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:24 smithi165 conmon[67662]: audit 2022-01-25T23:46:24.555708+0000 mon.smithi068 (mon.0) 791 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:46:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: cluster 2022-01-25T23:46:23 2022-01-25T23:46:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: .540214+0000 mgr.smithi068.zkksrk (mgr.14702) 1911 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:46:25.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: T23:46:24.198600+0000 mon.smithi068 (mon.0) 788 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:46:25.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: audit 2022-01-25T23:46:25.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: 2022-01-25T23:46 2022-01-25T23:46:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: :24.200077+0000 mon.smithi068 2022-01-25T23:46:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: (mon 2022-01-25T23:46:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: .0) 789 : audit [DBG] 2022-01-25T23:46:25.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:46:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: audit 2022 2022-01-25T23:46:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: -01-25T23:46:24.201015+0000 mon.smithi068 ( 2022-01-25T23:46:25.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: mon.0) 790 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:46:25.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: 2022-01-25T23:46:25.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: audit 2022-01-25T23:46:25.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: 2022-01-25T23:46:24.555708 2022-01-25T23:46:25.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 791 : 2022-01-25T23:46:25.064 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:24 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:46:25.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:25 smithi165 conmon[67662]: cephadm 2022-01-25T23:46:24.201876+0000 mgr.smithi068.zkksrk (mgr.14702) 1912 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:46:25.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:25 smithi165 conmon[67662]: audit 2022-01-25T23:46:24.955457+0000 mon.smithi068 (mon.0) 792 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:46:25.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:25 smithi165 conmon[67662]: audit 2022-01-25T23:46:24.961243 2022-01-25T23:46:25.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:25 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 793 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:46:26.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:25 smithi068 conmon[102841]: cephadm 2022-01-25T23:46:24.201876+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:46:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:25 smithi068 conmon[102841]: 14702) 1912 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:46:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:25 smithi068 conmon[102841]: audit 2022-01-25T23:46:24.955457+0000 mon.smithi068 (mon.0) 792 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:46:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:25 smithi068 conmon[102841]: audit 2022-01-25T23:46:24.961243+0000 mon.smithi068 (mon.0) 793 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:46:26.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:26 smithi165 conmon[67662]: cluster 2022-01-25T23:46:25.541056+0000 mgr.smithi068.zkksrk (mgr.14702) 1913 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:26 smithi068 conmon[102841]: cluster 2022-01-25T23:46:25.541056+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:46:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:26 smithi068 conmon[102841]: .14702) 1913 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:28.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:28 smithi165 conmon[67662]: cluster 2022-01-25T23:46:27.541778+0000 mgr.smithi068.zkksrk (mgr.14702) 1914 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:28.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:28 smithi165 conmon[67662]: 2022-01-25T23:46:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:28 smithi068 conmon[102841]: cluster 2022-01-25T23:46:27.541778+0000 mgr.smithi068.zkksrk (mgr.14702) 1914 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:30.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:30 smithi165 conmon[67662]: cluster 2022-01-25T23:46:29.542808+0000 mgr.smithi068.zkksrk (mgr.14702) 1915 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:30 smithi068 conmon[102841]: cluster 2022-01-25T23:46:29.542808+0000 mgr.smithi068.zkksrk (mgr.14702) 1915 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:32 smithi165 conmon[67662]: cluster 2022-01-25T23:46:31.543372+0000 mgr.smithi068.zkksrk (mgr.14702) 1916 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:32 smithi068 conmon[102841]: cluster 2022-01-25T23:46:31.543372+0000 mgr.smithi068.zkksrk (mgr.14702) 1916 : 2022-01-25T23:46:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:32 smithi068 conmon[102841]: cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:34 smithi068 conmon[102841]: cluster 2022-01-25T23:46: 2022-01-25T23:46:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:34 smithi068 conmon[102841]: 33.543889+0000 mgr.smithi068.zkksrk (mgr.14702) 1917 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:34 smithi165 conmon[67662]: cluster 2022-01-25T23:46:33.543889+0000 mgr.smithi068.zkksrk (mgr.14702) 1917 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:35.627 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:46:35.916 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:46:35.916 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (60m) 2m ago 61m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:46:35.917 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (53m) 2m ago 61m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:46:35.917 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (53m) 2m ago 60m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:46:35.917 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (60m) 2m ago 61m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:46:35.917 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (57m) 2m ago 57m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:46:35.917 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (57m) 2m ago 57m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:46:35.918 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (54m) 2m ago 62m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:46:35.918 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (54m) 2m ago 60m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:46:35.918 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (53m) 2m ago 62m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:46:35.918 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (53m) 2m ago 60m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:46:35.919 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (54m) 2m ago 54m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:46:35.919 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (54m) 2m ago 54m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:46:35.919 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (61m) 2m ago 61m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:46:35.919 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (60m) 2m ago 60m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:46:35.919 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (45m) 2m ago 60m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:46:35.920 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (59m) 2m ago 59m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:46:35.920 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (59m) 2m ago 59m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:46:35.920 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (59m) 2m ago 59m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:46:35.920 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (59m) 2m ago 59m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:46:35.920 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (58m) 2m ago 58m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:46:35.921 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (58m) 2m ago 58m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:46:35.921 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (58m) 2m ago 58m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:46:35.921 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (60m) 2m ago 61m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:46:36.255 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:46:36.256 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:46:36.256 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:36.256 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:36.257 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:46:36.257 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:36.258 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:36.258 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:46:36.258 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:46:36.259 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:46:36.259 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:36.260 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:46:36.260 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:46:36.260 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:46:36.261 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:46:36.261 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:46:36.261 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:46:36.262 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:46:36.262 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:46:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:36 smithi068 conmon[102841]: cluster 2022-01-25T23:46:35.544671+0000 mgr.smithi068.zkksrk (mgr.14702) 1918 2022-01-25T23:46:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:36 smithi068 conmon[102841]: audit 2022-01-25T23:46:35.616729+0000 mgr.smithi068.zkksrk (mgr.14702) 1919 : audit [DBG] 2022-01-25T23:46:37.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:36 smithi068 conmon[102841]: from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:37.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:36 smithi068 conmon[102841]: audit 2022-01-25T23:46:36.255710 2022-01-25T23:46:37.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:36 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 794 : audit [DBG] from='client.? 172.21.15.68:0/3095273635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:36 smithi165 conmon[67662]: cluster 2022-01-25T23:46:35.544671+0000 mgr.smithi068.zkksrk (mgr.14702) 1918 : cluster [DBG] 2022-01-25T23:46:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:36 smithi165 conmon[67662]: pgmap v1653: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:36 smithi165 conmon[67662]: audit 2022-01-25T23:46:35.616729+0000 mgr.smithi068.zkksrk (mgr.14702) 1919 : audit [DBG] from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:36 smithi165 conmon[67662]: audit 2022-01-25T23:46:36.255710+0000 mon.smithi068 (mon 2022-01-25T23:46:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:36 smithi165 conmon[67662]: .0) 794 : audit [DBG] from='client.? 172.21.15.68:0/3095273635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:38.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:37 smithi068 conmon[102841]: audit 2022-01-25T23:46:35.902299+0000 mgr.smithi068.zkksrk (mgr.14702) 1920 2022-01-25T23:46:38.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:37 smithi068 conmon[102841]: : audit [DBG] from='client.35356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:38.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:37 smithi165 conmon[67662]: audit 2022-01-25T23:46:35.902299+0000 mgr.smithi068.zkksrk (mgr.14702) 1920 : audit 2022-01-25T23:46:38.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:37 smithi165 conmon[67662]: [DBG] from='client.35356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:38 smithi068 conmon[102841]: cluster 2022-01-25T23:46:37.545321+0000 mgr.smithi068.zkksrk (mgr.14702) 1921 : 2022-01-25T23:46:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:38 smithi068 conmon[102841]: cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:38 smithi165 conmon[67662]: cluster 2022-01-25T23:46:37.545321+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:46:39.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:38 smithi165 conmon[67662]: mgr.14702) 1921 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:40 smithi068 conmon[102841]: cluster 2022-01-25T23:46:39.546165+0000 mgr.smithi068.zkksrk (mgr.14702) 1922 2022-01-25T23:46:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:40 smithi165 conmon[67662]: cluster 2022-01-25T23:46:39.546165+0000 mgr.smithi068.zkksrk (mgr.14702) 1922 : cluster 2022-01-25T23:46:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:40 smithi165 conmon[67662]: [DBG] pgmap v1655: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:42 smithi068 conmon[102841]: cluster 2022-01-25T23:46:41.546895+0000 mgr.smithi068.zkksrk (mgr.14702) 1923 : cluster [DBG] 2022-01-25T23:46:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:42 smithi068 conmon[102841]: pgmap v1656: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:42 smithi165 conmon[67662]: cluster 2022-01-25T23:46:41.546895+0000 mgr.smithi068.zkksrk (mgr.14702) 1923 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:44 smithi068 conmon[102841]: cluster 2022-01-25T23:46:43.547467+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:46:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:44 smithi068 conmon[102841]: 1924 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:44 smithi165 conmon[67662]: cluster 2022-01-25T23:46:43.547467+0000 mgr.smithi068.zkksrk (mgr.14702) 1924 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:44 smithi165 conmon[67662]: 2022-01-25T23:46:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:46 smithi068 conmon[102841]: cluster 2022-01-25T23:46:45.548416+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:46:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:46 smithi068 conmon[102841]: 1925 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:46 smithi165 conmon[67662]: cluster 2022-01-25T23:46:45.548416+0000 mgr.smithi068.zkksrk (mgr.14702) 1925 : cluster [DBG] 2022-01-25T23:46:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:46 smithi165 conmon[67662]: pgmap v1658: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:49.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:48 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:46:49.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:48 smithi068 conmon[102841]: -25T23:46:47.548949+0000 mgr.smithi068.zkksrk (mgr.14702) 1926 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:48 smithi165 conmon[67662]: cluster 2022-01-25T23:46:47.548949+0000 mgr.smithi068.zkksrk (mgr.14702) 1926 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:49.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:48 smithi165 conmon[67662]: 2022-01-25T23:46:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:50 smithi068 conmon[102841]: cluster 2022-01-25T23:46:49.549810+0000 mgr.smithi068.zkksrk (mgr.14702) 1927 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:50 smithi165 conmon[67662]: cluster 2022-01-25T23:46:49.549810+0000 mgr.smithi068.zkksrk (mgr.14702) 1927 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:52 smithi068 conmon[102841]: cluster 2022-01-25T23:46:51.550558+0000 mgr.smithi068.zkksrk (mgr.14702) 1928 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:52 smithi165 conmon[67662]: cluster 2022-01-25T23:46:51.550558+0000 mgr.smithi068.zkksrk (mgr.14702) 1928 : cluster [DBG] 2022-01-25T23:46:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:52 smithi165 conmon[67662]: pgmap v1661: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:54 smithi068 conmon[102841]: cluster 2022-01-25T23:46:53.551078+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:46:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:54 smithi068 conmon[102841]: 1929 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:54 smithi165 conmon[67662]: cluster 2022-01-25T23:46:53.551078+0000 mgr.smithi068.zkksrk (mgr.14702) 1929 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:56 smithi068 conmon[102841]: cluster 2022-01-25T23:46:55.551976+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:46:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:56 smithi068 conmon[102841]: 14702) 1930 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:56 smithi165 conmon[67662]: cluster 2022-01-25T23:46:55.551976+0000 mgr.smithi068.zkksrk (mgr.14702) 1930 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:46:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:46:58 smithi068 conmon[102841]: cluster 2022-01-25T23:46:57.552610+0000 mgr.smithi068.zkksrk (mgr.14702) 1931 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:59.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:46:58 smithi165 conmon[67662]: cluster 2022-01-25T23:46:57.552610+0000 mgr.smithi068.zkksrk (mgr.14702) 1931 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:00 smithi068 conmon[102841]: cluster 2022-01-25T23:46:59.553644+0000 mgr.smithi068.zkksrk (mgr.14702) 1932 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:00 smithi165 conmon[67662]: cluster 2022-01-25T23:46:59.553644+0000 mgr.smithi068.zkksrk (mgr.14702) 1932 : cluster [DBG] 2022-01-25T23:47:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:00 smithi165 conmon[67662]: pgmap v1665: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:02 smithi068 conmon[102841]: cluster 2022-01-25T23:47:01.554452+0000 mgr.smithi068.zkksrk (mgr.14702) 1933 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:02 smithi165 conmon[67662]: cluster 2022-01-25T23:47:01.554452+0000 mgr.smithi068.zkksrk (mgr.14702) 1933 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:04 smithi068 conmon[102841]: cluster 2022-01-25T23:47:03.554998+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:47:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:04 smithi068 conmon[102841]: .14702) 1934 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:04 smithi165 conmon[67662]: cluster 2022-01-25T23:47:03.554998+0000 mgr.smithi068.zkksrk (mgr.14702) 1934 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:06.573 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:47:06.863 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:47:06.863 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (60m) 2m ago 61m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:47:06.864 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (54m) 2m ago 61m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:47:06.864 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (53m) 2m ago 61m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:47:06.865 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (60m) 2m ago 61m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:47:06.865 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (57m) 2m ago 57m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:47:06.865 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (57m) 2m ago 57m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:47:06.865 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (54m) 2m ago 63m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:47:06.865 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (54m) 2m ago 61m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:47:06.866 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (54m) 2m ago 63m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:47:06.866 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (54m) 2m ago 61m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:47:06.866 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (55m) 2m ago 55m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:47:06.866 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (55m) 2m ago 55m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:47:06.867 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (61m) 2m ago 61m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:47:06.867 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (61m) 2m ago 61m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:47:06.867 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (45m) 2m ago 60m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:47:06.867 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (60m) 2m ago 60m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:47:06.868 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (60m) 2m ago 60m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:47:06.868 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (59m) 2m ago 59m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:47:06.868 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (59m) 2m ago 59m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:47:06.868 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (59m) 2m ago 59m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:47:06.869 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (59m) 2m ago 59m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:47:06.869 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (58m) 2m ago 58m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:47:06.869 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (60m) 2m ago 61m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:47:06.870 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:06 smithi068 conmon[102841]: cluster 2022-01-25T23:47:05.556127+0000 mgr.smithi068.zkksrk (mgr.14702) 1935 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:06 smithi165 conmon[67662]: cluster 2022-01-25T23:47:05.556127+0000 mgr.smithi068.zkksrk (mgr.14702) 1935 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:07.204 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:47:07.205 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:47:07.205 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:07.205 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:07.205 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:47:07.206 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:07.206 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:07.206 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:47:07.206 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:47:07.207 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:47:07.207 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:07.207 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:47:07.207 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:47:07.207 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:07.208 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:47:07.208 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:47:07.208 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:47:07.208 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:47:07.209 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:47:08.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:07 smithi068 conmon[102841]: audit 2022-01-25T23:47:06.562095+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:47:08.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:07 smithi068 conmon[102841]: mgr.14702) 1936 : audit [DBG] from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:08.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:07 smithi068 conmon[102841]: audit 2022-01-25T23:47:07.205370+0000 mon.smithi068 (mon.0) 795 : audit [DBG] from='client.? 172.21.15.68:0/397838974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:08.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:07 smithi068 conmon[102841]: 2022-01-25T23:47:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:07 smithi165 conmon[67662]: audit 2022-01-25T23:47:06.562095+0000 mgr.smithi068.zkksrk (mgr.14702) 1936 : audit [DBG] from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:07 smithi165 conmon[67662]: audit 2022-01-25T23:47:07.205370+0000 mon.smithi068 (mon.0) 795 : audit [DBG] from='client.? 172.21.15.68:0/397838974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:08 smithi068 conmon[102841]: audit 2022-01-25T23:47:06.849202+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:47:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:08 smithi068 conmon[102841]: ) 1937 : audit [DBG] from='client.35368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:08 smithi068 conmon[102841]: cluster 2022-01-25T23:47:07. 2022-01-25T23:47:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:08 smithi068 conmon[102841]: 556845+0000 mgr.smithi068.zkksrk (mgr.14702) 1938 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:08 smithi165 conmon[67662]: audit 2022-01-25T23:47:06.849202+0000 mgr.smithi068.zkksrk (mgr.14702) 1937 : audit [DBG] from='client.35368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:09.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:08 smithi165 conmon[67662]: 2022-01-25T23:47:09.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:08 smithi165 conmon[67662]: cluster 2022-01-25T23:47:07.556845+0000 mgr.smithi068.zkksrk (mgr.14702) 1938 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:10 smithi068 conmon[102841]: cluster 2022-01-25T23:47:09.557798+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:47:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:10 smithi068 conmon[102841]: 1939 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:10 smithi165 conmon[67662]: cluster 2022-01-25T23:47:09.557798+0000 mgr.smithi068.zkksrk (mgr.14702) 1939 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:12 smithi068 conmon[102841]: cluster 2022-01-25T23:47:11.558464+0000 mgr.smithi068.zkksrk (mgr.14702) 1940 2022-01-25T23:47:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:12 smithi165 conmon[67662]: cluster 2022-01-25T23:47:11.558464+0000 mgr.smithi068.zkksrk (mgr.14702) 1940 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:14 smithi068 conmon[102841]: cluster 2022-01-25T23:47:13.559075+0000 mgr.smithi068.zkksrk (mgr.14702) 1941 2022-01-25T23:47:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:14 smithi165 conmon[67662]: cluster 2022-01-25T23:47:13.559075+0000 mgr.smithi068.zkksrk (mgr.14702) 1941 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:16 smithi068 conmon[102841]: cluster 2022-01-25T23:47:15.560036+0000 mgr.smithi068.zkksrk (mgr.14702) 1942 : 2022-01-25T23:47:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:16 smithi068 conmon[102841]: cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:16 smithi165 conmon[67662]: cluster 2022-01-25T23:47:15.560036+0000 mgr.smithi068.zkksrk (mgr.14702) 1942 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:18 smithi068 conmon[102841]: cluster 2022-01-25T23:47:17.560607+0000 mgr.smithi068.zkksrk (mgr.14702) 1943 : 2022-01-25T23:47:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:18 smithi068 conmon[102841]: cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:18 smithi068 conmon[102841]: audit 2022-01-25T23:47:18.324909+0000 mon.smithi068 (mon.0) 796 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:47:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:18 smithi068 conmon[102841]: audit 2022-01-25T23:47:18.405044+0000 mon.smithi068 (mon.0) 797 : audit 2022-01-25T23:47:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:47:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:18 smithi165 conmon[67662]: cluster 2022-01-25T23:47:17.560607+0000 mgr.smithi068.zkksrk (mgr.14702) 1943 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:18 smithi165 conmon[67662]: audit 2022-01-25T23:47:18.324909+0000 mon.smithi068 (mon.0) 796 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:47:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:18 smithi165 conmon[67662]: audit 2022-01-25T23:47:18.405044+0000 mon.smithi068 (mon.0) 797 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:47:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:20 smithi068 conmon[102841]: cluster 2022-01-25T23:47:19.561551+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:47:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:20 smithi068 conmon[102841]: ) 1944 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:20 smithi165 conmon[67662]: cluster 2022-01-25T23:47:19.561551+0000 mgr.smithi068.zkksrk (mgr.14702) 1944 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:22 smithi068 conmon[102841]: cluster 2022-01-25T23:47:21.562290+0000 mgr.smithi068.zkksrk (mgr.14702) 1945 2022-01-25T23:47:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:22 smithi165 conmon[67662]: cluster 2022-01-25T23:47:21.562290+0000 mgr.smithi068.zkksrk (mgr.14702) 1945 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:24 smithi068 conmon[102841]: cluster 2022-01-25T23:47:23.562990+0000 mgr.smithi068.zkksrk (mgr.14702) 1946 : cluster 2022-01-25T23:47:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:24 smithi068 conmon[102841]: [DBG] pgmap v1677: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:24 smithi165 conmon[67662]: cluster 2022-01-25T23:47:23.562990+0000 mgr.smithi068.zkksrk (mgr.14702) 1946 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: audit 2022-01-25T23:47:24.964320+0000 mon.smithi068 (mon.0) 798 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:47:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: audit 2022-01-25T23:47:24.965789+0000 mon.smithi068 (mon.0) 799 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:47:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: audit 2022-01-25T23:47:24.966810+0000 mon.smithi068 (mon.0) 800 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:47:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: audit 2022-01-25T23:47:25.314825+0000 mon.smithi068 (mon.0) 801 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:47:26.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: audit 2022-01-25T23:47:25.694702+0000 mon.smithi068 2022-01-25T23:47:26.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: (mon.0) 802 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:47:26.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: 2022-01-25T23:47:26.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: audit 2022-01-25T23:47:26.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: 2022-01-25T23:47 2022-01-25T23:47:26.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: :25.700690+0000 mon.smithi068 (mon.0) 2022-01-25T23:47:26.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:25 smithi068 conmon[102841]: 803 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:47:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit 2022-01-25T23:47:24.964320+0000 mon.smithi068 (mon.0) 798 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:47:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit 2022-01-25T23:47:24.965789+0000 mon.smithi068 (mon.0) 799 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:47:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:47:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 23:47:24.966810+0000 mon.smithi068 (mon.0) 800 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:47:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 2022-01-25T23:47:26.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit 2022-01-25T23:47:26.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 2022-01-25 2022-01-25T23:47:26.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: T23:47:25.314825+0000 mon.smithi068 ( 2022-01-25T23:47:26.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: mon.0) 801 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:47:26.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit 2022-01-25T23:47:26.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 2022-01-25T 2022-01-25T23:47:26.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 23:47:25.694702+0000 mon.smithi068 (mon 2022-01-25T23:47:26.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: .0) 802 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:47:26.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit 2022-01-25T23:47:26.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 2022-01-25T23:47: 2022-01-25T23:47:26.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: 25.700690+0000 mon.smithi068 (mon.0) 803 : 2022-01-25T23:47:26.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:25 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:47:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:26 smithi068 conmon[102841]: cephadm 2022-01-25T23:47:24.967610+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:47:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:26 smithi068 conmon[102841]: .14702) 1947 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:47:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:26 smithi068 conmon[102841]: cluster 2022-01-25T23:47:25.564028+0000 mgr.smithi068.zkksrk (mgr.14702) 1948 2022-01-25T23:47:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:26 smithi165 conmon[67662]: cephadm 2022-01-25T23:47:24.967610+0000 mgr.smithi068.zkksrk (mgr.14702) 1947 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:47:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:26 smithi165 conmon[67662]: cluster 2022-01-25T23:47:25.564028+0000 mgr.smithi068.zkksrk (mgr.14702) 1948 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:28 smithi068 conmon[102841]: cluster 2022-01-25T23:47:27.564606+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:47:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:28 smithi068 conmon[102841]: mgr.14702) 1949 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:28 smithi165 conmon[67662]: cluster 2022-01-25T23:47:27.564606+0000 mgr.smithi068.zkksrk (mgr.14702) 1949 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:30 smithi068 conmon[102841]: cluster 2022-01-25T23:47:29.565621+0000 mgr.smithi068.zkksrk (mgr.14702) 1950 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:30 smithi165 conmon[67662]: cluster 2022-01-25T23:47:29.565621+0000 mgr.smithi068.zkksrk (mgr.14702) 1950 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:32 smithi068 conmon[102841]: cluster 2022-01-25T23:47:31.566365+0000 mgr.smithi068.zkksrk (mgr.14702) 1951 : cluster [DBG] 2022-01-25T23:47:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:32 smithi068 conmon[102841]: pgmap v1681: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:32 smithi165 conmon[67662]: cluster 2022-01-25T23:47:31.566365+0000 mgr.smithi068.zkksrk (mgr.14702) 1951 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:34 smithi068 conmon[102841]: cluster 2022-01-25T23:47:33.566938+0000 mgr.smithi068.zkksrk (mgr.14702) 1952 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:34 smithi165 conmon[67662]: cluster 2022-01-25T23:47:33.566938+0000 mgr.smithi068.zkksrk (mgr.14702) 1952 : cluster [DBG] 2022-01-25T23:47:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:34 smithi165 conmon[67662]: pgmap v1682: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:36 smithi165 conmon[67662]: cluster 2022-01-25T23:47:35.567945+0000 mgr.smithi068.zkksrk (mgr.14702) 1953 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:36 smithi165 conmon[67662]: 2022-01-25T23:47:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:36 smithi068 conmon[102841]: cluster 2022-01-25T23:47:35.567945+0000 mgr.smithi068.zkksrk (mgr.14702) 1953 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:37.524 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:47:37.809 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:47:37.810 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (61m) 3m ago 62m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:47:37.810 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (54m) 3m ago 62m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:47:37.810 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (54m) 3m ago 61m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:47:37.810 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (61m) 3m ago 62m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:47:37.811 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (58m) 3m ago 58m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:47:37.811 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (58m) 3m ago 58m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:47:37.811 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (55m) 3m ago 63m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:47:37.811 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (55m) 3m ago 61m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:47:37.812 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (54m) 3m ago 63m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:47:37.812 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (54m) 3m ago 61m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:47:37.812 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (55m) 3m ago 55m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:47:37.812 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (55m) 3m ago 55m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:47:37.813 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (62m) 3m ago 62m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:47:37.813 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (61m) 3m ago 61m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:47:37.813 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (46m) 3m ago 61m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:47:37.813 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (60m) 3m ago 60m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:47:37.813 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (60m) 3m ago 60m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:47:37.814 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (60m) 3m ago 60m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:47:37.814 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (60m) 3m ago 60m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:47:37.814 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (59m) 3m ago 59m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:47:37.815 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (59m) 3m ago 59m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:47:37.815 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (59m) 3m ago 59m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:47:37.815 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (61m) 3m ago 62m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:47:38.150 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:47:38.151 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:47:38.151 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:38.151 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:38.151 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:47:38.152 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:38.152 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:38.152 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:47:38.152 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:47:38.153 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:47:38.153 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:38.153 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:47:38.153 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:47:38.154 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:47:38.154 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:47:38.154 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:47:38.154 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:47:38.155 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:47:38.155 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:47:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:38 smithi165 conmon[67662]: audit 2022-01-25T23:47:37.512928+0000 mgr.smithi068.zkksrk (mgr.14702) 1954 : audit [DBG] from='client.35376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:38 smithi165 conmon[67662]: cluster 2022-01-25T23:47:37.568477+0000 mgr.smithi068.zkksrk (mgr.14702) 1955 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:39.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:38 smithi165 conmon[67662]: audit 2022-01-25T23:47:37.796006+0000 mgr.smithi068.zkksrk (mgr.14702) 1956 : audit [DBG] from='client.35380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:39.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:38 smithi165 conmon[67662]: audit 2022-01-25T23:47:38.151429+0000 mon.smithi068 (mon. 2022-01-25T23:47:39.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:38 smithi165 conmon[67662]: 0) 804 : audit [DBG] from='client.? 172.21.15.68:0/1127885193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: audit 2022-01-25T23:47:37.512928+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:47:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: mgr.14702) 1954 : audit [DBG] from='client.35376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: cluster 2022-01-25T23:47:37.568477+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:47:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: mgr.14702) 1955 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: audit 2022-01-25T23:47:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: 2022-01-25T23:47 2022-01-25T23:47:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: :37.796006+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:47:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: 1956 : audit [DBG] from='client.35380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: audit 2022-01-25T23:47:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: 2022-01-25T23:47 2022-01-25T23:47:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: :38.151429+0000 mon.smithi068 (mon.0 2022-01-25T23:47:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:38 smithi068 conmon[102841]: ) 804 : audit [DBG] from='client.? 172.21.15.68:0/1127885193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:40 smithi165 conmon[67662]: cluster 2022-01-25T23:47:39.569472+0000 mgr.smithi068.zkksrk (mgr.14702) 1957 : cluster [DBG] 2022-01-25T23:47:41.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:40 smithi165 conmon[67662]: pgmap v1685: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:40 smithi068 conmon[102841]: cluster 2022-01-25T23:47:39.569472+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:47:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:40 smithi068 conmon[102841]: 1957 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:42 smithi165 conmon[67662]: cluster 2022-01-25T23:47:41.570044+0000 mgr.smithi068.zkksrk (mgr.14702) 1958 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:42 smithi068 conmon[102841]: cluster 2022-01-25T23:47:41.570044+0000 mgr.smithi068.zkksrk (mgr.14702) 1958 : 2022-01-25T23:47:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:42 smithi068 conmon[102841]: cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:44 smithi165 conmon[67662]: cluster 2022-01-25T23:47:43.570591+0000 mgr.smithi068.zkksrk (mgr.14702) 1959 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:44 smithi068 conmon[102841]: cluster 2022-01-25T23:47:43.570591+0000 mgr.smithi068.zkksrk (mgr.14702) 1959 2022-01-25T23:47:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:44 smithi068 conmon[102841]: : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:46 smithi165 conmon[67662]: cluster 2022-01-25T23:47:45.571517+0000 mgr.smithi068.zkksrk (mgr.14702) 1960 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:46 smithi165 conmon[67662]: 2022-01-25T23:47:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:46 smithi068 conmon[102841]: cluster 2022-01-25T23:47:45.571517+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:47:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:46 smithi068 conmon[102841]: 1960 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:48 smithi165 conmon[67662]: cluster 2022-01-25T23:47:47.571967+0000 mgr.smithi068.zkksrk (mgr.14702) 1961 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:48 smithi068 conmon[102841]: cluster 2022-01-25T23:47:47.571967+0000 mgr.smithi068.zkksrk (mgr.14702) 1961 : 2022-01-25T23:47:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:48 smithi068 conmon[102841]: cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:50 smithi165 conmon[67662]: cluster 2022-01-25T23:47:49.572996+0000 mgr.smithi068.zkksrk (mgr.14702) 1962 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:50 smithi068 conmon[102841]: cluster 2022-01-25T23:47:49.572996+0000 mgr.smithi068.zkksrk (mgr.14702) 1962 : 2022-01-25T23:47:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:50 smithi068 conmon[102841]: cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:52 smithi165 conmon[67662]: cluster 2022-01-25T23:47:51.573600+0000 mgr.smithi068.zkksrk (mgr.14702) 1963 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:52 smithi068 conmon[102841]: cluster 2022-01-25T23:47:51.573600+0000 mgr.smithi068.zkksrk (mgr.14702) 1963 : 2022-01-25T23:47:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:52 smithi068 conmon[102841]: cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:54.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:54 smithi165 conmon[67662]: cluster 2022-01-25T23:47:53.574335+0000 mgr.smithi068.zkksrk (mgr.14702) 1964 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:54 smithi068 conmon[102841]: cluster 2022-01-25T23:47:53.574335+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:47:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:54 smithi068 conmon[102841]: 1964 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:56 smithi165 conmon[67662]: cluster 2022-01-25T23:47:55.575324+0000 mgr.smithi068.zkksrk (mgr.14702) 1965 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:56 smithi068 conmon[102841]: cluster 2022-01-25T23:47:55.575324+0000 mgr.smithi068.zkksrk (mgr.14702) 1965 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:47:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:47:58 smithi165 conmon[67662]: cluster 2022-01-25T23:47:57.575878+0000 mgr.smithi068.zkksrk (mgr.14702) 1966 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:47:58 smithi068 conmon[102841]: cluster 2022-01-25T23:47:57.575878+0000 mgr.smithi068.zkksrk (mgr.14702) 1966 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:00.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:00 smithi165 conmon[67662]: cluster 2022-01-25T23:47:59.576976+0000 mgr.smithi068.zkksrk (mgr.14702) 1967 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:00 smithi068 conmon[102841]: cluster 2022-01-25T23:47:59.576976+0000 2022-01-25T23:48:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:00 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 1967 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:02.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:02 smithi165 conmon[67662]: cluster 2022-01-25T23:48:01.577682+0000 mgr.smithi068.zkksrk (mgr.14702) 1968 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:02 smithi068 conmon[102841]: cluster 2022-01-25T23:48:01.577682+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:48:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:02 smithi068 conmon[102841]: 1968 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:04.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:04 smithi165 conmon[67662]: cluster 2022-01-25T23:48:03.578452+0000 mgr.smithi068.zkksrk (mgr.14702) 1969 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:04 smithi068 conmon[102841]: cluster 2022-01-25T23:48:03.578452+0000 mgr.smithi068.zkksrk (mgr.14702) 1969 : cluster 2022-01-25T23:48:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:04 smithi068 conmon[102841]: [DBG] pgmap v1697: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:06 smithi165 conmon[67662]: cluster 2022-01-25T23:48:05.579458+0000 mgr.smithi068.zkksrk (mgr.14702) 1970 : cluster [DBG] 2022-01-25T23:48:06.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:06 smithi165 conmon[67662]: pgmap v1698: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:06 smithi068 conmon[102841]: cluster 2022-01-25T23:48:05.579458+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:48:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:06 smithi068 conmon[102841]: 1970 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:08.470 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:48:08.761 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:48:08.761 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (61m) 3m ago 62m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:48:08.762 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (55m) 3m ago 62m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:48:08.762 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (54m) 3m ago 62m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:48:08.762 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (61m) 3m ago 62m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:48:08.762 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (58m) 3m ago 58m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:48:08.763 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (58m) 3m ago 58m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:48:08.763 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (55m) 3m ago 64m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:48:08.763 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (55m) 3m ago 62m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:48:08.763 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (55m) 3m ago 64m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:48:08.764 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (55m) 3m ago 62m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:48:08.764 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (56m) 3m ago 56m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:48:08.764 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (56m) 3m ago 56m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:48:08.764 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (62m) 3m ago 62m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:48:08.764 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (62m) 3m ago 62m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:48:08.765 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (46m) 3m ago 61m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:48:08.765 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (61m) 3m ago 61m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:48:08.765 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (61m) 3m ago 61m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:48:08.765 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (60m) 3m ago 60m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:48:08.766 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (60m) 3m ago 60m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:48:08.766 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (60m) 3m ago 60m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:48:08.766 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (60m) 3m ago 60m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:48:08.766 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (59m) 3m ago 59m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:48:08.767 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (61m) 3m ago 62m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:48:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:08 smithi068 conmon[102841]: cluster 2022-01-25T23:48:07.580121+0000 mgr.smithi068.zkksrk 2022-01-25T23:48:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:08 smithi068 conmon[102841]: (mgr.14702) 1971 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:09.096 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:48:09.097 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:48:09.097 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:09.097 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:09.098 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:48:09.098 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:09.098 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:09.098 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:48:09.098 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:48:09.099 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:48:09.099 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:09.099 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:48:09.099 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:48:09.100 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:09.100 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:48:09.100 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:48:09.100 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:48:09.100 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:48:09.101 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:48:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:08 smithi165 conmon[67662]: cluster 2022-01-25T23:48:07.580121+0000 mgr.smithi068.zkksrk (mgr.14702) 1971 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: audit 2022-01-25T23:48:08.458963+0000 mgr.smithi068.zkksrk 2022-01-25T23:48:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: (mgr.14702) 1972 : audit [DBG] from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: audit 2022-01-25T23:48:08.747568+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:48:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: 1973 : audit [DBG] from='client.35392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: audit 2022-01-25T23:48:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: 2022-01-25T23:48:09.097539+0000 mon.smithi068 (mon.0) 2022-01-25T23:48:10.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:09 smithi068 conmon[102841]: 805 : audit [DBG] from='client.? 172.21.15.68:0/3647899527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:09 smithi165 conmon[67662]: audit 2022-01-25T23:48:08.458963+0000 mgr.smithi068.zkksrk (mgr.14702) 1972 : audit [DBG] from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:09 smithi165 conmon[67662]: audit 2022-01-25T23:48:08.747568+0000 mgr.smithi068.zkksrk (mgr.14702) 1973 : audit [DBG] from='client.35392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:09 smithi165 conmon[67662]: audit 2022-01-25T23:48:09.097539+0000 mon.smithi068 (mon.0) 805 : audit [DBG] 2022-01-25T23:48:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:09 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/3647899527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:10 smithi068 conmon[102841]: cluster 2022-01-25T23:48:09.581099+0000 mgr.smithi068.zkksrk (mgr.14702) 1974 : cluster 2022-01-25T23:48:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:10 smithi068 conmon[102841]: [DBG] pgmap v1700: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:10 smithi165 conmon[67662]: cluster 2022-01-25T23:48:09.581099+0000 mgr.smithi068.zkksrk (mgr.14702) 1974 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:12 smithi068 conmon[102841]: cluster 2022-01-25T23:48:11.581733+0000 mgr.smithi068.zkksrk (mgr.14702) 1975 : cluster 2022-01-25T23:48:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:12 smithi068 conmon[102841]: [DBG] pgmap v1701: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:12 smithi165 conmon[67662]: cluster 2022-01-25T23:48:11.581733+0000 mgr.smithi068.zkksrk (mgr.14702) 1975 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:14 smithi068 conmon[102841]: cluster 2022-01-25T23:48:13.582260+0000 mgr.smithi068.zkksrk (mgr.14702) 1976 : cluster 2022-01-25T23:48:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:14 smithi068 conmon[102841]: [DBG] pgmap v1702: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:14 smithi165 conmon[67662]: cluster 2022-01-25T23:48:13.582260+0000 mgr.smithi068.zkksrk (mgr.14702) 1976 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:16 smithi068 conmon[102841]: cluster 2022-01-25T23:48:15.583041+0000 mgr.smithi068.zkksrk (mgr.14702) 1977 : cluster 2022-01-25T23:48:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:16 smithi068 conmon[102841]: [DBG] pgmap v1703: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:16 smithi165 conmon[67662]: cluster 2022-01-25T23:48:15.583041+0000 mgr.smithi068.zkksrk (mgr.14702) 1977 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: cluster 2022-01-25T23:48:17.583604+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:48:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: mgr.14702) 1978 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: audit 2022-01-25T23:48:18.327307+0000 mon.smithi068 (mon.0) 806 : audit 2022-01-25T23:48:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:48:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:48:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: 25T23:48:18.409962+0000 mon.smithi068 (mon.0) 807 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:48:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:18 smithi068 conmon[102841]: 2022-01-25T23:48:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:18 smithi165 conmon[67662]: cluster 2022-01-25T23:48:17.583604+0000 mgr.smithi068.zkksrk (mgr.14702) 1978 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:18 smithi165 conmon[67662]: audit 2022-01-25T23:48:18.327307+0000 mon.smithi068 (mon.0) 806 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:48:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:18 smithi165 conmon[67662]: audit 2022-01-25T23:48:18.409962+0000 mon.smithi068 (mon.0) 807 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:48:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:20 smithi068 conmon[102841]: cluster 2022-01-25T23:48:19.584468+0000 mgr.smithi068.zkksrk (mgr.14702) 1979 : cluster 2022-01-25T23:48:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:20 smithi068 conmon[102841]: [DBG] pgmap v1705: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:20 smithi165 conmon[67662]: cluster 2022-01-25T23:48:19.584468+0000 mgr.smithi068.zkksrk (mgr.14702) 1979 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:22 smithi068 conmon[102841]: cluster 2022-01-25T23:48:21.585046+0000 mgr.smithi068.zkksrk (mgr.14702) 1980 : cluster 2022-01-25T23:48:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:22 smithi068 conmon[102841]: [DBG] pgmap v1706: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:22 smithi165 conmon[67662]: cluster 2022-01-25T23:48:21.585046+0000 mgr.smithi068.zkksrk (mgr.14702) 1980 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:24 smithi068 conmon[102841]: cluster 2022-01-25T23:48:23.585618+0000 mgr.smithi068.zkksrk (mgr.14702) 1981 : cluster [DBG] 2022-01-25T23:48:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:24 smithi068 conmon[102841]: pgmap v1707: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:24 smithi165 conmon[67662]: cluster 2022-01-25T23:48:23.585618+0000 mgr.smithi068.zkksrk (mgr.14702) 1981 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:26.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:25 smithi068 conmon[102841]: audit 2022-01-25T23:48:25.703842+0000 mon.smithi068 (mon.0 2022-01-25T23:48:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:25 smithi068 conmon[102841]: ) 808 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:48:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:25 smithi068 conmon[102841]: audit 2022-01-25T23:48:25.705396+0000 mon.smithi068 (mon.0) 809 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:48:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:25 smithi068 conmon[102841]: audit 2022-01-25T23:48:25.706513+0000 mon.smithi068 (mon. 2022-01-25T23:48:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:25 smithi068 conmon[102841]: 0) 810 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:48:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:25 smithi165 conmon[67662]: audit 2022-01-25T23:48:25.703842+0000 mon.smithi068 (mon.0) 808 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:48:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:25 smithi165 conmon[67662]: audit 2022-01-25T23:48:25.705396+0000 mon.smithi068 (mon.0) 809 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:48:26.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:25 smithi165 conmon[67662]: audit 2022-01-25T23:48:25.706513+0000 mon.smithi068 (mon.0) 810 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:48:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:26 smithi068 conmon[102841]: cluster 2022-01-25T23:48:25.586561+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:48:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:26 smithi068 conmon[102841]: ) 1982 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:26 smithi068 conmon[102841]: cephadm 2022-01-25T23:48:25.707361+0000 mgr.smithi068.zkksrk (mgr.14702) 1983 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:48:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:26 smithi165 conmon[67662]: cluster 2022-01-25T23:48:25.586561+0000 mgr.smithi068.zkksrk (mgr.14702) 1982 : cluster 2022-01-25T23:48:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:26 smithi165 conmon[67662]: [DBG] pgmap v1708: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:26 smithi165 conmon[67662]: cephadm 2022-01-25T23:48:25.707361+0000 mgr.smithi068.zkksrk (mgr.14702) 1983 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:48:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:28 smithi068 conmon[102841]: cluster 2022-01-25T23:48:27.587019+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:48:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:28 smithi068 conmon[102841]: mgr.14702) 1984 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:28 smithi165 conmon[67662]: cluster 2022-01-25T23:48:27.587019+0000 mgr.smithi068.zkksrk (mgr.14702) 1984 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:29 smithi165 conmon[67662]: audit 2022-01-25T23:48:28.890058+0000 mon.smithi068 (mon.0) 811 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:48:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:29 smithi165 conmon[67662]: audit 2022-01-25T23:48:29.287843+0000 mon.smithi068 (mon.0) 812 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:48:30.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:29 smithi165 conmon[67662]: audit 2022-01-25T23:48:29.293603+0000 mon.smithi068 (mon.0) 813 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:48:30.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:29 smithi165 conmon[67662]: cluster 2022-01-25T23:48:29. 2022-01-25T23:48:30.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:29 smithi165 conmon[67662]: 587807+0000 mgr.smithi068.zkksrk (mgr.14702) 1985 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:30.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:29 smithi165 conmon[67662]: 2022-01-25T23:48:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: audit 2022-01-25T23:48:28.890058+0000 mon.smithi068 2022-01-25T23:48:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: (mon.0) 811 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:48:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: audit 2022-01-25T23:48:29.287843+0000 mon.smithi068 (mon.0) 812 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:48:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: 2022-01-25T23:48:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: audit 2022-01-25T23:48:29 2022-01-25T23:48:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: .293603+0000 mon.smithi068 (mon.0) 813 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:48:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: cluster 2022-01 2022-01-25T23:48:30.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: -25T23:48:29.587807+0000 mgr.smithi068.zkksrk (mgr.14702) 1985 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:30.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:29 smithi068 conmon[102841]: 2022-01-25T23:48:32.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:32 smithi165 conmon[67662]: cluster 2022-01-25T23:48:31.588508+0000 mgr.smithi068.zkksrk (mgr.14702) 1986 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:32 smithi068 conmon[102841]: cluster 2022-01-25T23:48:31.588508+0000 mgr.smithi068.zkksrk (mgr.14702) 1986 : 2022-01-25T23:48:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:32 smithi068 conmon[102841]: cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:34.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:34 smithi165 conmon[67662]: cluster 2022-01-25T23:48:33.589200+0000 mgr.smithi068.zkksrk (mgr.14702) 1987 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:34 smithi068 conmon[102841]: cluster 2022-01-25T23:48:33.589200+0000 mgr.smithi068.zkksrk (mgr.14702) 1987 2022-01-25T23:48:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:36.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:36 smithi165 conmon[67662]: cluster 2022-01-25T23:48:35.590140+0000 mgr.smithi068.zkksrk (mgr.14702) 1988 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:36.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:36 smithi165 conmon[67662]: 2022-01-25T23:48:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:36 smithi068 conmon[102841]: cluster 2022-01-25T23:48:35.590140+0000 mgr.smithi068.zkksrk (mgr.14702) 1988 : cluster 2022-01-25T23:48:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:36 smithi068 conmon[102841]: [DBG] pgmap v1713: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:38.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:38 smithi165 conmon[67662]: cluster 2022-01-25T23:48:37.590752+0000 mgr.smithi068.zkksrk (mgr.14702) 1989 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:38 smithi068 conmon[102841]: cluster 2022-01-25T23:48:37.590752+0000 mgr.smithi068.zkksrk (mgr.14702) 1989 : cluster 2022-01-25T23:48:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:38 smithi068 conmon[102841]: [DBG] pgmap v1714: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:39.416 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:48:39.709 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:48:39.710 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (62m) 4m ago 63m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:48:39.710 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (55m) 4m ago 63m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:48:39.710 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (55m) 4m ago 62m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:48:39.711 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (62m) 4m ago 63m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:48:39.711 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (59m) 4m ago 59m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:48:39.711 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (59m) 4m ago 59m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:48:39.711 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (56m) 4m ago 64m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:48:39.712 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (56m) 4m ago 62m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:48:39.712 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (56m) 4m ago 64m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:48:39.712 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (55m) 4m ago 62m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:48:39.712 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (56m) 4m ago 56m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:48:39.713 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (56m) 4m ago 56m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:48:39.713 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (63m) 4m ago 63m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:48:39.713 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (62m) 4m ago 62m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:48:39.713 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (47m) 4m ago 62m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:48:39.713 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (62m) 4m ago 62m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:48:39.714 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (61m) 4m ago 61m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:48:39.714 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (61m) 4m ago 61m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:48:39.714 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (61m) 4m ago 61m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:48:39.714 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (60m) 4m ago 60m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:48:39.715 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (60m) 4m ago 60m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:48:39.715 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (60m) 4m ago 60m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:48:39.715 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (62m) 4m ago 63m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:48:40.048 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:48:40.048 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:48:40.049 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:40.049 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:40.049 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:48:40.049 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:40.050 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:40.050 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:48:40.050 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:48:40.050 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:48:40.050 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:40.051 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:48:40.051 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:48:40.051 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:48:40.051 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:48:40.052 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:48:40.052 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:48:40.052 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:48:40.052 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:48:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: audit 2022-01-25T23:48:39.404672+0000 mgr.smithi068.zkksrk (mgr.14702) 1990 : audit [DBG] from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:40.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: cluster 2022-01-25T23:48:39.591451+0000 mgr.smithi068.zkksrk (mgr.14702) 1991 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: audit 2022-01-25T23:48:39.695756+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:48:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: mgr.14702) 1992 : audit [DBG] from='client.35404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: audit 2022 2022-01-25T23:48:40.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: -01-25T23:48:40.049075+0000 mon.smithi068 (mon.0) 814 : audit 2022-01-25T23:48:40.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:40 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/2157745082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:40 smithi068 conmon[102841]: audit 2022-01-25T23:48:39.404672+0000 mgr.smithi068.zkksrk (mgr.14702) 1990 : audit [DBG] from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:40 smithi068 conmon[102841]: cluster 2022-01-25T23:48:39.591451+0000 mgr.smithi068.zkksrk (mgr.14702) 1991 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:40 smithi068 conmon[102841]: audit 2022-01-25T23:48:39.695756+0000 mgr.smithi068.zkksrk (mgr.14702) 1992 : audit [DBG] from='client.35404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:40 smithi068 conmon[102841]: audit 2022-01-25T23:48:40.049075+0000 mon.smithi068 (mon.0) 814 : audit [DBG] from='client.? 172.21.15.68:0/2157745082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:42.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:42 smithi165 conmon[67662]: cluster 2022-01-25T23:48:41.592109+0000 mgr.smithi068.zkksrk (mgr.14702) 1993 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:43.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:42 smithi068 conmon[102841]: cluster 2022-01-25T23:48:41.592109+0000 mgr.smithi068.zkksrk (mgr.14702) 1993 2022-01-25T23:48:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:44 smithi165 conmon[67662]: cluster 2022-01-25T23:48:43.592644+0000 mgr.smithi068.zkksrk (mgr.14702) 1994 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:44.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:44 smithi165 conmon[67662]: 2022-01-25T23:48:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:44 smithi068 conmon[102841]: cluster 2022-01-25T23:48:43. 2022-01-25T23:48:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:44 smithi068 conmon[102841]: 592644+0000 mgr.smithi068.zkksrk (mgr.14702) 1994 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:46 smithi165 conmon[67662]: cluster 2022-01-25T23:48:45.593621+0000 mgr.smithi068.zkksrk (mgr.14702) 1995 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:46 smithi068 conmon[102841]: cluster 2022-01-25T23:48:45.593621+0000 mgr.smithi068.zkksrk (mgr.14702) 1995 2022-01-25T23:48:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:46 smithi068 conmon[102841]: : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:48 smithi068 conmon[102841]: cluster 2022-01-25T23:48:47.594227+0000 mgr.smithi068.zkksrk (mgr.14702) 1996 2022-01-25T23:48:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:48 smithi068 conmon[102841]: : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:48 smithi165 conmon[67662]: cluster 2022-01-25T23:48:47.594227+0000 mgr.smithi068.zkksrk (mgr.14702) 1996 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:48 smithi165 conmon[67662]: 2022-01-25T23:48:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:50 smithi068 conmon[102841]: cluster 2022-01-25T23:48:49.595119+0000 mgr.smithi068.zkksrk (mgr.14702) 1997 : 2022-01-25T23:48:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:50 smithi068 conmon[102841]: cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:50 smithi165 conmon[67662]: cluster 2022-01-25T23:48:49.595119+0000 mgr.smithi068.zkksrk (mgr.14702) 1997 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:50 smithi165 conmon[67662]: 2022-01-25T23:48:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:52 smithi068 conmon[102841]: cluster 2022-01-25T23:48:51.595788+0000 mgr.smithi068.zkksrk (mgr.14702) 1998 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:52 smithi165 conmon[67662]: cluster 2022-01-25T23:48:51.595788+0000 mgr.smithi068.zkksrk (mgr.14702) 1998 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:52 smithi165 conmon[67662]: 2022-01-25T23:48:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:54 smithi068 conmon[102841]: cluster 2022-01-25T23:48:53.596524+0000 mgr.smithi068.zkksrk (mgr.14702) 1999 : cluster 2022-01-25T23:48:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:54 smithi068 conmon[102841]: [DBG] pgmap v1722: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:54 smithi165 conmon[67662]: cluster 2022-01-25T23:48:53.596524+0000 mgr.smithi068.zkksrk (mgr.14702) 1999 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:56 smithi068 conmon[102841]: cluster 2022-01-25T23:48:55.597464+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:48:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:56 smithi068 conmon[102841]: 2000 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:56 smithi165 conmon[67662]: cluster 2022-01-25T23:48:55.597464+0000 mgr.smithi068.zkksrk (mgr.14702) 2000 : cluster [DBG] 2022-01-25T23:48:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:56 smithi165 conmon[67662]: pgmap v1723: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:48:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:58 smithi068 conmon[102841]: cluster 2022-01-25T23:48:57.598222+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:48:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:48:58 smithi068 conmon[102841]: ) 2001 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:58 smithi165 conmon[67662]: cluster 2022-01-25T23:48:57.598222+0000 mgr.smithi068.zkksrk (mgr.14702) 2001 : cluster 2022-01-25T23:48:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:48:58 smithi165 conmon[67662]: [DBG] pgmap v1724: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:00 smithi068 conmon[102841]: cluster 2022-01-25T23:48:59.599113+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:49:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:00 smithi068 conmon[102841]: 14702) 2002 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:00 smithi165 conmon[67662]: cluster 2022-01-25T23:48:59.599113+0000 mgr.smithi068.zkksrk (mgr.14702) 2002 : 2022-01-25T23:49:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:00 smithi165 conmon[67662]: cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:02 smithi068 conmon[102841]: cluster 2022-01-25T23:49:01.599808+0000 mgr.smithi068.zkksrk (mgr.14702) 2003 2022-01-25T23:49:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:02 smithi165 conmon[67662]: cluster 2022-01-25T23:49:01.599808+0000 mgr.smithi068.zkksrk (mgr.14702) 2003 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:04 smithi068 conmon[102841]: cluster 2022-01-25T23:49:03.600465+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:49:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:04 smithi068 conmon[102841]: .14702) 2004 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:04 smithi165 conmon[67662]: cluster 2022-01-25T23:49:03.600465+0000 mgr.smithi068.zkksrk (mgr.14702) 2004 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:06 smithi068 conmon[102841]: cluster 2022-01-25T23:49:05.601426+0000 mgr.smithi068.zkksrk (mgr.14702) 2005 2022-01-25T23:49:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:06 smithi165 conmon[67662]: cluster 2022-01-25T23:49:05.601426+0000 mgr.smithi068.zkksrk (mgr.14702) 2005 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:06 smithi165 conmon[67662]: 2022-01-25T23:49:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:08 smithi068 conmon[102841]: cluster 2022-01-25T23:49:07.602143+0000 mgr.smithi068.zkksrk (mgr.14702) 2006 : 2022-01-25T23:49:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:08 smithi068 conmon[102841]: cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:08 smithi165 conmon[67662]: cluster 2022-01-25T23:49:07.602143+0000 mgr.smithi068.zkksrk (mgr.14702) 2006 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:10.366 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:49:10.653 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:49:10.653 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (62m) 4m ago 63m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:49:10.653 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (56m) 4m ago 63m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:49:10.654 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (56m) 4m ago 63m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:49:10.654 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (62m) 4m ago 63m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:49:10.654 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (59m) 4m ago 59m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:49:10.655 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (59m) 4m ago 59m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:49:10.655 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (57m) 4m ago 65m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:49:10.655 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (56m) 4m ago 63m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:49:10.655 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (56m) 4m ago 65m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:49:10.655 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (56m) 4m ago 63m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:49:10.656 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (57m) 4m ago 57m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:49:10.656 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (57m) 4m ago 57m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:49:10.656 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (63m) 4m ago 63m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:49:10.656 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (63m) 4m ago 63m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:49:10.657 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (47m) 4m ago 62m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:49:10.657 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (62m) 4m ago 62m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:49:10.657 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (62m) 4m ago 62m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:49:10.657 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (61m) 4m ago 61m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:49:10.657 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (61m) 4m ago 61m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:49:10.658 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (61m) 4m ago 61m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:49:10.658 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (61m) 4m ago 61m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:49:10.659 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (60m) 4m ago 60m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:49:10.659 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (62m) 4m ago 63m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:49:10.990 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:49:10.991 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:49:10.991 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:10.991 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:10.992 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:49:10.992 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:10.992 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:10.992 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:49:10.992 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:49:10.993 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:49:10.993 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:10.993 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:49:10.993 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:49:10.994 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:10.994 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:49:10.994 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:49:10.994 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:49:10.994 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:49:10.995 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:49:10.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:10 smithi068 conmon[102841]: cluster 2022-01-25T23:49:09.603045+0000 mgr.smithi068.zkksrk 2022-01-25T23:49:10.995 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:10 smithi068 conmon[102841]: (mgr.14702) 2007 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:10 smithi165 conmon[67662]: cluster 2022-01-25T23:49:09.603045+0000 mgr.smithi068.zkksrk (mgr.14702) 2007 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:12.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: audit 2022-01-25T23:49:10.354779+0000 2022-01-25T23:49:12.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2008 : audit [DBG] from='client.35412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:12.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: audit 2022-01-25T23:49:10.639231+0000 mgr.smithi068.zkksrk (mgr.14702) 2009 : audit [DBG] from='client.35416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:12.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:49:12.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: 25T23:49:10.991373+0000 2022-01-25T23:49:12.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: mon.smithi068 (mon.0) 815 : audit [DBG] 2022-01-25T23:49:12.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:11 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/1166287116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:12.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:11 smithi165 conmon[67662]: audit 2022-01-25T23:49:10.354779+0000 mgr.smithi068.zkksrk (mgr.14702) 2008 : audit [DBG] 2022-01-25T23:49:12.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:11 smithi165 conmon[67662]: from='client.35412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:12.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:11 smithi165 conmon[67662]: audit 2022-01-25T23:49:10.639231+0000 mgr.smithi068.zkksrk (mgr.14702) 2009 : audit [DBG] from='client.35416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:12.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:11 smithi165 conmon[67662]: audit 2022-01-25T23:49:10.991373+0000 mon.smithi068 (mon.0) 815 : audit [DBG] 2022-01-25T23:49:12.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:11 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/1166287116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:12 smithi068 conmon[102841]: cluster 2022-01-25T23:49:11.603742+0000 mgr.smithi068.zkksrk (mgr.14702) 2010 2022-01-25T23:49:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:12 smithi165 conmon[67662]: cluster 2022-01-25T23:49:11.603742+0000 mgr.smithi068.zkksrk (mgr.14702) 2010 : cluster 2022-01-25T23:49:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:12 smithi165 conmon[67662]: [DBG] pgmap v1731: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:14 smithi068 conmon[102841]: cluster 2022-01-25T23:49:13.604560+0000 mgr.smithi068.zkksrk (mgr.14702) 2011 : cluster [DBG] 2022-01-25T23:49:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:14 smithi068 conmon[102841]: pgmap v1732: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:14 smithi165 conmon[67662]: cluster 2022-01-25T23:49:13.604560+0000 mgr.smithi068.zkksrk (mgr.14702) 2011 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:16 smithi068 conmon[102841]: cluster 2022-01-25T23:49:15.605602+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:49:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:16 smithi068 conmon[102841]: ) 2012 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:16 smithi165 conmon[67662]: cluster 2022-01-25T23:49:15.605602+0000 mgr.smithi068.zkksrk (mgr.14702) 2012 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:18 smithi068 conmon[102841]: cluster 2022-01-25T23:49:17.606269+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:49:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:18 smithi068 conmon[102841]: 2013 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:18 smithi068 conmon[102841]: audit 2022-01-25T23:49:18.329788+0000 mon.smithi068 (mon.0) 816 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:49:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:18 smithi068 conmon[102841]: audit 2022-01-25T23:49:18.415028+0000 mon.smithi068 2022-01-25T23:49:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:18 smithi068 conmon[102841]: (mon.0) 817 : audit 2022-01-25T23:49:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:49:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:18 smithi165 conmon[67662]: cluster 2022-01-25T23:49:17.606269+0000 mgr.smithi068.zkksrk (mgr.14702) 2013 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:18 smithi165 conmon[67662]: audit 2022-01-25T23:49:18.329788+0000 mon.smithi068 (mon.0) 816 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:49:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:18 smithi165 conmon[67662]: audit 2022-01-25T23:49: 2022-01-25T23:49:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:18 smithi165 conmon[67662]: 18.415028+0000 mon.smithi068 (mon.0) 817 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:49:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:20 smithi068 conmon[102841]: cluster 2022-01-25T23:49:19.607203+0000 mgr.smithi068.zkksrk (mgr.14702) 2014 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:20 smithi165 conmon[67662]: cluster 2022-01-25T23:49:19.607203+0000 mgr.smithi068.zkksrk (mgr.14702) 2014 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:22 smithi068 conmon[102841]: cluster 2022-01-25T23:49:21.607819+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:49:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:22 smithi068 conmon[102841]: 2015 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:22 smithi165 conmon[67662]: cluster 2022-01-25T23:49:21.607819+0000 mgr.smithi068.zkksrk (mgr.14702) 2015 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:24 smithi068 conmon[102841]: cluster 2022-01-25T23:49:23.608449+0000 mgr.smithi068.zkksrk (mgr.14702) 2016 2022-01-25T23:49:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:24 smithi165 conmon[67662]: cluster 2022-01-25T23:49:23.608449+0000 mgr.smithi068.zkksrk (mgr.14702) 2016 : cluster [DBG] 2022-01-25T23:49:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:24 smithi165 conmon[67662]: pgmap v1737: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:26 smithi068 conmon[102841]: cluster 2022-01-25T23:49:25.609577+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:49:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:26 smithi068 conmon[102841]: 2017 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:26 smithi165 conmon[67662]: cluster 2022-01-25T23:49:25.609577+0000 mgr.smithi068.zkksrk (mgr.14702) 2017 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:28 smithi068 conmon[102841]: cluster 2022-01-25T23:49:27.610104+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:49:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:28 smithi068 conmon[102841]: 2018 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:28 smithi165 conmon[67662]: cluster 2022-01-25T23:49:27.610104+0000 mgr.smithi068.zkksrk (mgr.14702) 2018 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:30.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:29 smithi068 conmon[102841]: audit 2022-01-25T23:49:29.296670+0000 mon.smithi068 ( 2022-01-25T23:49:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:29 smithi068 conmon[102841]: mon.0) 818 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:49:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:29 smithi068 conmon[102841]: audit 2022-01-25T23:49:29.298244+0000 mon.smithi068 (mon.0) 819 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:49:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:29 smithi068 conmon[102841]: audit 2022-01-25T23:49:29.299392+0000 mon.smithi068 (mon.0) 820 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:49:30.141 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:29 smithi165 conmon[67662]: audit 2022-01-25T23:49:29.296670+0000 mon.smithi068 (mon.0) 818 2022-01-25T23:49:30.141 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:29 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:49:30.142 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:29 smithi165 conmon[67662]: audit 2022-01-25T23:49:29.298244+0000 mon.smithi068 (mon.0) 819 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:49:30.142 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:29 smithi165 conmon[67662]: audit 2022-01-25T 2022-01-25T23:49:30.142 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:29 smithi165 conmon[67662]: 23:49:29.299392+0000 mon.smithi068 (mon.0) 820 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:49:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:30 smithi068 conmon[102841]: cephadm 2022-01-25T23:49:29.300229+0000 mgr.smithi068.zkksrk (mgr.14702) 2019 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:49:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:30 smithi068 conmon[102841]: cluster 2022-01-25T23:49:29.610810+0000 mgr.smithi068.zkksrk (mgr.14702) 2020 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:30 smithi165 conmon[67662]: cephadm 2022-01-25T23:49:29.300229+0000 mgr.smithi068.zkksrk (mgr.14702) 2019 : 2022-01-25T23:49:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:30 smithi165 conmon[67662]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:49:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:30 smithi165 conmon[67662]: cluster 2022-01-25T23:49:29.610810+0000 mgr.smithi068.zkksrk (mgr.14702) 2020 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:33.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: cluster 2022-01-25T23:49:31.611546+0000 mgr.smithi068.zkksrk (mgr.14702) 2021 : cluster 2022-01-25T23:49:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: [DBG] pgmap v1741: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: audit 2022-01-25T23:49:32.272446+0000 mon.smithi068 (mon.0) 821 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:49:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: audit 2022-01-25T23:49:32.660020+0000 mon.smithi068 (mon 2022-01-25T23:49:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: .0) 822 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:49:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: audit 2022-01-25T23:49:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: 2022-01-25T23:49:32.669514 2022-01-25T23:49:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 823 2022-01-25T23:49:33.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:32 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:49:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:32 smithi165 conmon[67662]: cluster 2022-01-25T23:49:31.611546+0000 mgr.smithi068.zkksrk (mgr.14702) 2021 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:32 smithi165 conmon[67662]: audit 2022-01-25T23:49:32.272446+0000 mon.smithi068 (mon.0) 821 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:49:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:32 smithi165 conmon[67662]: audit 2022-01-25T23:49:32.660020+0000 mon.smithi068 (mon.0) 822 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:49:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:32 smithi165 conmon[67662]: audit 2022-01-25T23:49:32.669514+0000 mon.smithi068 (mon.0) 823 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:49:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:34 smithi068 conmon[102841]: cluster 2022-01-25T23:49:33.612117+0000 mgr.smithi068.zkksrk (mgr.14702) 2022 : 2022-01-25T23:49:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:34 smithi068 conmon[102841]: cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:34 smithi165 conmon[67662]: cluster 2022-01-25T23:49:33.612117+0000 mgr.smithi068.zkksrk (mgr.14702) 2022 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:37.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:36 smithi068 conmon[102841]: cluster 2022-01-25T23:49:35.613174+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:49:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:36 smithi068 conmon[102841]: ) 2023 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:36 smithi165 conmon[67662]: cluster 2022-01-25T23:49:35.613174+0000 mgr.smithi068.zkksrk (mgr.14702) 2023 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:38 smithi068 conmon[102841]: cluster 2022-01-25T23:49:37.613719+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:49:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:38 smithi068 conmon[102841]: ) 2024 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:38 smithi165 conmon[67662]: cluster 2022-01-25T23:49:37.613719+0000 mgr.smithi068.zkksrk (mgr.14702) 2024 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:40 smithi068 conmon[102841]: cluster 2022-01-25T23:49:39.614788+0000 mgr.smithi068.zkksrk (mgr.14702) 2025 : cluster [DBG] 2022-01-25T23:49:41.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:40 smithi068 conmon[102841]: pgmap v1745: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:40 smithi165 conmon[67662]: cluster 2022-01-25T23:49:39.614788+0000 mgr.smithi068.zkksrk (mgr.14702) 2025 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:41.301 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:49:41.591 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:49:41.591 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (63m) 5m ago 64m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:49:41.591 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (56m) 5m ago 64m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:49:41.592 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (56m) 5m ago 63m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:49:41.592 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (63m) 5m ago 64m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:49:41.592 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (60m) 5m ago 60m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:49:41.592 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (60m) 5m ago 60m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:49:41.593 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (57m) 5m ago 65m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:49:41.593 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (57m) 5m ago 63m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:49:41.593 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (57m) 5m ago 65m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:49:41.593 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (56m) 5m ago 63m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:49:41.594 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (57m) 5m ago 57m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:49:41.594 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (57m) 5m ago 57m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:49:41.594 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (64m) 5m ago 64m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:49:41.594 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (63m) 5m ago 63m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:49:41.595 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (48m) 5m ago 63m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:49:41.595 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (63m) 5m ago 63m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:49:41.595 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (62m) 5m ago 62m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:49:41.595 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (62m) 5m ago 62m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:49:41.596 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (62m) 5m ago 62m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:49:41.596 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (61m) 5m ago 61m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:49:41.596 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (61m) 5m ago 61m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:49:41.596 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (61m) 5m ago 61m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:49:41.597 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (63m) 5m ago 64m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:49:41.931 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:49:41.931 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:49:41.931 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:41.932 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:41.932 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:49:41.932 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:41.932 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:41.933 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:49:41.933 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:49:41.933 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:49:41.933 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:41.933 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:49:41.934 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:49:41.934 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:49:41.934 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:49:41.935 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:49:41.935 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:49:41.935 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:49:41.935 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:49:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: audit 2022-01-25T23:49:41.289628+0000 mgr.smithi068.zkksrk (mgr.14702) 2026 : audit [DBG] 2022-01-25T23:49:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: audit 2022-01-25T23:49:41.577312+0000 mgr.smithi068.zkksrk (mgr.14702) 2027 : audit [DBG] from='client.35428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: cluster 2022- 2022-01-25T23:49:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: 01-25T23:49:41.615311+0000 2022-01-25T23:49:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2028 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: 2022-01-25T23:49:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: audit 2022-01-25T23:49:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: 2022-01-25T23:49 2022-01-25T23:49:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: :41.931508+0000 mon.smithi068 (mon.0) 824 : 2022-01-25T23:49:43.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:42 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/2552741732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:42 smithi068 conmon[102841]: audit 2022-01-25T23:49:41.289628+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:49:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:42 smithi068 conmon[102841]: ) 2026 : audit [DBG] from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:42 smithi068 conmon[102841]: audit 2022-01-25T23:49:41.577312+0000 mgr.smithi068.zkksrk (mgr.14702) 2027 : audit [DBG] from='client.35428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:42 smithi068 conmon[102841]: cluster 2022-01-25T23:49:41.615311+0000 mgr.smithi068.zkksrk (mgr.14702) 2028 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:42 smithi068 conmon[102841]: audit 2022-01-25T23:49:41.931508+0000 mon.smithi068 (mon.0) 824 : audit [DBG] from='client.? 172.21.15.68:0/2552741732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:44 smithi165 conmon[67662]: cluster 2022-01-25T23:49:43.615978+0000 mgr.smithi068.zkksrk (mgr.14702) 2029 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:44 smithi068 conmon[102841]: cluster 2022-01-25T23:49:43.615978+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:49:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:44 smithi068 conmon[102841]: ) 2029 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:46 smithi165 conmon[67662]: cluster 2022-01-25T23:49:45.616957+0000 mgr.smithi068.zkksrk (mgr.14702) 2030 : cluster [DBG] 2022-01-25T23:49:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:46 smithi165 conmon[67662]: pgmap v1748: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:46 smithi068 conmon[102841]: cluster 2022-01-25T23:49:45.616957+0000 mgr.smithi068.zkksrk (mgr.14702) 2030 : cluster 2022-01-25T23:49:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:46 smithi068 conmon[102841]: [DBG] pgmap v1748: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:48 smithi165 conmon[67662]: cluster 2022-01-25T23:49:47.617596+0000 mgr.smithi068.zkksrk (mgr.14702) 2031 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:48 smithi068 conmon[102841]: cluster 2022-01-25T23:49:47.617596+0000 mgr.smithi068.zkksrk (mgr.14702) 2031 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:50 smithi165 conmon[67662]: cluster 2022-01-25T23:49:49.618671+0000 mgr.smithi068.zkksrk (mgr.14702) 2032 : cluster 2022-01-25T23:49:51.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:50 smithi165 conmon[67662]: [DBG] pgmap v1750: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:50 smithi068 conmon[102841]: cluster 2022-01-25T23:49:49.618671+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:49:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:50 smithi068 conmon[102841]: 2032 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:52 smithi165 conmon[67662]: cluster 2022-01-25T23:49:51.619244+0000 mgr.smithi068.zkksrk (mgr.14702) 2033 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:52 smithi068 conmon[102841]: cluster 2022-01-25T23:49:51.619244+0000 mgr.smithi068.zkksrk (mgr.14702) 2033 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:54 smithi165 conmon[67662]: cluster 2022-01-25T23:49:53.619916+0000 mgr.smithi068.zkksrk (mgr.14702) 2034 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:54 smithi068 conmon[102841]: cluster 2022-01-25T23:49:53.619916+0000 mgr.smithi068.zkksrk (mgr.14702) 2034 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:56 smithi165 conmon[67662]: cluster 2022-01-25T23:49:55.620846+0000 mgr.smithi068.zkksrk (mgr.14702) 2035 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:57.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:56 smithi165 conmon[67662]: 2022-01-25T23:49:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:56 smithi068 conmon[102841]: cluster 2022-01-25T23:49:55.620846+0000 mgr.smithi068.zkksrk (mgr.14702) 2035 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:49:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:49:58 smithi165 conmon[67662]: cluster 2022-01-25T23:49:57.621434+0000 mgr.smithi068.zkksrk (mgr.14702) 2036 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:49:58 smithi068 conmon[102841]: cluster 2022-01-25T23:49:57.621434+0000 mgr.smithi068.zkksrk (mgr.14702) 2036 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:00 smithi165 conmon[67662]: cluster 2022-01-25T23:49:59.622443+0000 mgr.smithi068.zkksrk (mgr.14702) 2037 : cluster [DBG] 2022-01-25T23:50:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:00 smithi165 conmon[67662]: pgmap v1755: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:00 smithi165 conmon[67662]: cluster 2022-01-25T23:50:00.000171+0000 mon.smithi068 (mon.0) 825 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:50:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:00 smithi068 conmon[102841]: cluster 2022-01-25T23:49:59.622443+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:50:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:00 smithi068 conmon[102841]: ) 2037 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:00 smithi068 conmon[102841]: cluster 2022-01-25T23:50:00.000171+0000 mon.smithi068 (mon.0) 825 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-25T23:50:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:02 smithi165 conmon[67662]: cluster 2022-01-25T23:50:01.623053+0000 mgr.smithi068.zkksrk (mgr.14702) 2038 : cluster [DBG] 2022-01-25T23:50:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:02 smithi165 conmon[67662]: pgmap v1756: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:02 smithi068 conmon[102841]: cluster 2022-01-25T23:50:01.623053+0000 mgr.smithi068.zkksrk (mgr.14702) 2038 : 2022-01-25T23:50:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:02 smithi068 conmon[102841]: cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:04 smithi165 conmon[67662]: cluster 2022-01-25T23:50:03.623781+0000 mgr.smithi068.zkksrk (mgr.14702) 2039 : cluster [DBG] 2022-01-25T23:50:05.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:04 smithi165 conmon[67662]: pgmap v1757: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:04 smithi068 conmon[102841]: cluster 2022-01-25T23:50:03.623781+0000 mgr.smithi068.zkksrk (mgr.14702) 2039 : 2022-01-25T23:50:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:04 smithi068 conmon[102841]: cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:06 smithi165 conmon[67662]: cluster 2022-01-25T23:50:05.624774+0000 mgr.smithi068.zkksrk (mgr.14702) 2040 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:06 smithi068 conmon[102841]: cluster 2022-01-25T23:50:05.624774+0000 mgr.smithi068.zkksrk (mgr.14702) 2040 : cluster 2022-01-25T23:50:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:06 smithi068 conmon[102841]: [DBG] pgmap v1758: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:08 smithi165 conmon[67662]: cluster 2022-01-25T23:50:07.625265+0000 mgr.smithi068.zkksrk (mgr.14702) 2041 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:08 smithi068 conmon[102841]: cluster 2022-01-25T23:50:07.625265+0000 mgr.smithi068.zkksrk (mgr.14702) 2041 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:08 smithi068 conmon[102841]: 2022-01-25T23:50:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:10 smithi068 conmon[102841]: cluster 2022-01-25T23:50:09.626220+0000 mgr.smithi068.zkksrk (mgr.14702) 2042 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:10 smithi165 conmon[67662]: cluster 2022-01-25T23:50:09.626220+0000 mgr.smithi068.zkksrk (mgr.14702) 2042 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:12.248 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:50:12.537 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:50:12.537 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (63m) 5m ago 65m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:50:12.538 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (57m) 5m ago 64m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:50:12.538 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (57m) 5m ago 64m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:50:12.538 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (63m) 5m ago 64m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:50:12.538 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (60m) 5m ago 60m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:50:12.539 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (60m) 5m ago 60m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:50:12.539 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (58m) 5m ago 66m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:50:12.539 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (57m) 5m ago 64m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:50:12.539 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (57m) 5m ago 66m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:50:12.539 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (57m) 5m ago 64m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:50:12.540 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (58m) 5m ago 58m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:50:12.540 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (58m) 5m ago 58m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:50:12.540 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (64m) 5m ago 64m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:50:12.540 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (64m) 5m ago 64m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:50:12.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (48m) 5m ago 63m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:50:12.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (63m) 5m ago 63m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:50:12.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (63m) 5m ago 63m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:50:12.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (62m) 5m ago 62m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:50:12.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (62m) 5m ago 62m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:50:12.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (62m) 5m ago 62m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:50:12.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (62m) 5m ago 62m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:50:12.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (61m) 5m ago 61m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:50:12.542 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (63m) 5m ago 64m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:50:12.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:12 smithi068 conmon[102841]: cluster 2022-01-25T23:50:11.626862+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:50:12.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:12 smithi068 conmon[102841]: 14702) 2043 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:12.877 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:50:12.877 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:50:12.878 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:12.878 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:12.878 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:50:12.878 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:12.879 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:12.879 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:50:12.880 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:50:12.880 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:50:12.880 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:12.881 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:50:12.881 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:50:12.882 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:12.882 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:50:12.882 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:50:12.882 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:50:12.883 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:50:12.883 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:50:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:12 smithi165 conmon[67662]: cluster 2022-01-25T23:50:11.626862+0000 mgr.smithi068.zkksrk (mgr.14702) 2043 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:13 smithi068 conmon[102841]: audit 2022-01-25T23:50:12.237012+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:50:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:13 smithi068 conmon[102841]: 14702) 2044 : audit [DBG] from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:13 smithi068 conmon[102841]: audit 2022-01-25T23:50:12.523479+0000 mgr.smithi068.zkksrk (mgr.14702) 2045 : audit [DBG] from='client.35440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:13 smithi068 conmon[102841]: audit 2022-01-25T23:50:12.877410+0000 mon.smithi068 (mon.0) 826 2022-01-25T23:50:14.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:13 smithi068 conmon[102841]: : audit [DBG] from='client.? 172.21.15.68:0/3904012675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:14.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:13 smithi165 conmon[67662]: audit 2022-01-25T23:50:12.237012+0000 mgr.smithi068.zkksrk (mgr.14702) 2044 : audit [DBG] from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:14.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:13 smithi165 conmon[67662]: audit 2022-01-25T23:50:12.523479+0000 mgr.smithi068.zkksrk (mgr.14702) 2045 : audit [DBG] from='client.35440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:14.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:13 smithi165 conmon[67662]: audit 2022-01-25T23:50:12.877410+0000 mon.smithi068 (mon.0) 826 : audit [DBG] from='client.? 172.21.15.68:0/3904012675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:14 smithi068 conmon[102841]: cluster 2022-01-25T23:50:13.627415+0000 mgr.smithi068.zkksrk (mgr.14702) 2046 : cluster 2022-01-25T23:50:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:14 smithi068 conmon[102841]: [DBG] pgmap v1762: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:14 smithi165 conmon[67662]: cluster 2022-01-25T23:50:13.627415+0000 mgr.smithi068.zkksrk (mgr.14702) 2046 : cluster [DBG] 2022-01-25T23:50:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:14 smithi165 conmon[67662]: pgmap v1762: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:16 smithi068 conmon[102841]: cluster 2022-01-25T23:50:15.628342+0000 mgr.smithi068.zkksrk (mgr.14702) 2047 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:16 smithi068 conmon[102841]: 2022-01-25T23:50:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:16 smithi165 conmon[67662]: cluster 2022-01-25T23:50:15.628342+0000 mgr.smithi068.zkksrk (mgr.14702) 2047 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:18 smithi068 conmon[102841]: cluster 2022-01-25T23:50:17.629050+0000 mgr.smithi068.zkksrk (mgr.14702) 2048 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:18 smithi068 conmon[102841]: audit 2022-01-25T23:50:18.332546+0000 mon.smithi068 (mon.0) 827 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:50:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:18 smithi068 conmon[102841]: audit 2022 2022-01-25T23:50:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:18 smithi068 conmon[102841]: -01-25T23:50:18.420087+0000 mon.smithi068 (mon.0) 828 : 2022-01-25T23:50:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:18 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:50:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:18 smithi165 conmon[67662]: cluster 2022-01-25T23:50:17.629050+0000 mgr.smithi068.zkksrk (mgr.14702) 2048 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:18 smithi165 conmon[67662]: audit 2022-01-25T23:50:18.332546+0000 mon.smithi068 (mon.0) 827 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:50:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:18 smithi165 conmon[67662]: audit 2022-01-25T23:50:18.420087+0000 mon.smithi068 (mon.0) 828 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:50:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:20 smithi068 conmon[102841]: cluster 2022-01-25T23:50:19.630122+0000 mgr.smithi068.zkksrk (mgr.14702) 2049 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:20 smithi165 conmon[67662]: cluster 2022-01-25T23:50:19.630122+0000 mgr.smithi068.zkksrk (mgr.14702) 2049 : cluster [DBG] 2022-01-25T23:50:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:20 smithi165 conmon[67662]: pgmap v1765: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:23.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:22 smithi068 conmon[102841]: cluster 2022-01-25T23:50:21.630955+0000 mgr.smithi068.zkksrk (mgr.14702) 2050 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:22 smithi165 conmon[67662]: cluster 2022-01-25T23:50:21.630955+0000 mgr.smithi068.zkksrk (mgr.14702) 2050 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:24 smithi068 conmon[102841]: cluster 2022-01-25T23:50:23.631690+0000 mgr.smithi068.zkksrk (mgr.14702) 2051 : 2022-01-25T23:50:25.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:24 smithi068 conmon[102841]: cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:24 smithi165 conmon[67662]: cluster 2022-01-25T23:50:23.631690+0000 mgr.smithi068.zkksrk (mgr.14702) 2051 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:26 smithi068 conmon[102841]: cluster 2022-01-25T23:50:25.632758+0000 mgr.smithi068.zkksrk (mgr.14702) 2052 2022-01-25T23:50:27.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:26 smithi068 conmon[102841]: : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:26 smithi165 conmon[67662]: cluster 2022-01-25T23:50:25.632758+0000 mgr.smithi068.zkksrk (mgr.14702) 2052 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:28 smithi068 conmon[102841]: cluster 2022-01-25T23:50:27.633215+0000 mgr.smithi068.zkksrk (mgr.14702) 2053 2022-01-25T23:50:29.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:28 smithi068 conmon[102841]: : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:28 smithi165 conmon[67662]: cluster 2022-01-25T23:50:27.633215+0000 mgr.smithi068.zkksrk (mgr.14702) 2053 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:30 smithi068 conmon[102841]: cluster 2022-01-25T23:50:29.634072+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:50:31.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:30 smithi068 conmon[102841]: 2054 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:30 smithi165 conmon[67662]: cluster 2022-01-25T23:50:29.634072+0000 mgr.smithi068.zkksrk (mgr.14702) 2054 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: cluster 2022-01-25T23:50:31 2022-01-25T23:50:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: .634872+0000 mgr.smithi068.zkksrk (mgr.14702) 2055 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:33.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: audit 2022-01-25T23:50:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: 2022-01-25T23:50:32.673166+0000 mon.smithi068 (mon.0) 829 : audit 2022-01-25T23:50:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:50:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: audit 2022-01-25T23:50:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: 2022-01-25T23:50:32. 2022-01-25T23:50:33.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: 674617+0000 mon.smithi068 (mon.0) 2022-01-25T23:50:33.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: 830 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:50:33.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:50:33.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: 01-25T23:50:32.675783+0000 mon.smithi068 ( 2022-01-25T23:50:33.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: mon.0) 831 : audit [INF] 2022-01-25T23:50:33.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:32 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:50:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: cluster 2022-01-25T23:50:31.634872+0000 mgr.smithi068.zkksrk (mgr.14702) 2055 : cluster 2022-01-25T23:50:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: [DBG] pgmap v1771: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: audit 2022-01-25T23:50:32.673166+0000 mon.smithi068 (mon.0) 829 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:50:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: audit 2022-01-25T23:50:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: 2022-01-25T23:50:32.674617+0000 mon.smithi068 (mon.0) 830 : audit [DBG] 2022-01-25T23:50:33.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:50:33.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: audit 2022- 2022-01-25T23:50:33.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: 01-25T23:50:32.675783 2022-01-25T23:50:33.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 831 : 2022-01-25T23:50:33.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:32 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:50:34.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:33 smithi068 conmon[102841]: cephadm 2022-01-25T23:50:32.676648+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:50:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:33 smithi068 conmon[102841]: mgr.14702) 2056 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:50:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:33 smithi068 conmon[102841]: audit 2022-01-25T23:50:33.083190+0000 mon.smithi068 (mon.0) 832 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:50:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:33 smithi068 conmon[102841]: audit 2022-01-25T23:50:33.090934+0000 mon.smithi068 (mon.0) 833 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:50:34.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:33 smithi165 conmon[67662]: cephadm 2022-01-25T23:50:32.676648+0000 mgr.smithi068.zkksrk (mgr.14702) 2056 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:50:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:33 smithi165 conmon[67662]: audit 2022-01-25T23:50: 2022-01-25T23:50:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:33 smithi165 conmon[67662]: 33.083190+0000 mon.smithi068 (mon.0) 832 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:50:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:33 smithi165 conmon[67662]: audit 2022-01-25T23:50:33.090934+0000 mon.smithi068 (mon.0) 833 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:50:35.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:34 smithi068 conmon[102841]: cluster 2022-01-25T23:50:33.635468+0000 mgr.smithi068.zkksrk (mgr.14702) 2057 : cluster 2022-01-25T23:50:35.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:34 smithi068 conmon[102841]: [DBG] pgmap v1772: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:34 smithi165 conmon[67662]: cluster 2022-01-25T23:50:33.635468+0000 mgr.smithi068.zkksrk (mgr.14702) 2057 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:36 smithi068 conmon[102841]: cluster 2022-01-25T23:50:35.636514+0000 mgr.smithi068.zkksrk (mgr.14702) 2058 : 2022-01-25T23:50:37.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:36 smithi068 conmon[102841]: cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:36 smithi165 conmon[67662]: cluster 2022-01-25T23:50:35.636514+0000 mgr.smithi068.zkksrk (mgr.14702) 2058 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:38 smithi068 conmon[102841]: cluster 2022-01-25T23:50:37.637170+0000 mgr.smithi068.zkksrk (mgr.14702) 2059 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:38 smithi165 conmon[67662]: cluster 2022-01-25T23:50:37.637170+0000 mgr.smithi068.zkksrk (mgr.14702) 2059 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:41.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:40 smithi068 conmon[102841]: cluster 2022-01-25T23:50:39.638226+0000 mgr.smithi068.zkksrk (mgr.14702) 2060 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:40 smithi165 conmon[67662]: cluster 2022-01-25T23:50:39.638226+0000 mgr.smithi068.zkksrk (mgr.14702) 2060 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:42 smithi068 conmon[102841]: cluster 2022-01-25T23:50:41.638790+0000 mgr.smithi068.zkksrk (mgr.14702) 2061 2022-01-25T23:50:43.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:42 smithi165 conmon[67662]: cluster 2022-01-25T23:50:41.638790+0000 mgr.smithi068.zkksrk (mgr.14702) 2061 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:43.195 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:50:43.484 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:50:43.485 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (64m) 6m ago 65m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:50:43.485 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (57m) 6m ago 65m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:50:43.485 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (57m) 6m ago 64m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:50:43.485 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (64m) 6m ago 65m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:50:43.486 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (61m) 6m ago 61m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:50:43.486 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (61m) 6m ago 61m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:50:43.486 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (58m) 6m ago 66m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:50:43.486 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (58m) 6m ago 64m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:50:43.487 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (58m) 6m ago 66m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:50:43.487 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (57m) 6m ago 64m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:50:43.487 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (58m) 6m ago 58m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:50:43.487 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (58m) 6m ago 58m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:50:43.488 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (65m) 6m ago 65m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:50:43.488 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (64m) 6m ago 64m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:50:43.488 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (49m) 6m ago 64m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:50:43.488 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (64m) 6m ago 64m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:50:43.488 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (63m) 6m ago 63m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:50:43.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (63m) 6m ago 63m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:50:43.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (63m) 6m ago 63m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:50:43.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (63m) 6m ago 63m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:50:43.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (62m) 6m ago 62m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:50:43.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (62m) 6m ago 62m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:50:43.490 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (64m) 6m ago 65m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:50:43.823 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:50:43.824 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:50:43.824 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:43.824 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:43.824 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:50:43.825 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:43.825 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:43.825 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:50:43.825 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:50:43.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:50:43.826 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:43.826 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:50:43.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:50:43.827 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:50:43.827 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:50:43.827 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:50:43.828 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:50:43.828 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:50:43.828 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:50:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: audit 2022-01-25T23:50:43.184161+0000 mgr.smithi068.zkksrk (mgr.14702) 2062 2022-01-25T23:50:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: : audit [DBG] from='client.35448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: audit 2022-01-25T23:50:43.470623+0000 mgr.smithi068.zkksrk (mgr.14702) 2063 : audit [DBG] from='client.35452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: cluster 2022-01-25T23:50:43.639211 2022-01-25T23:50:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2064 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:50:45.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:44 smithi068 conmon[102841]: 01-25T23:50:43.824235+0000 mon.smithi068 (mon.0) 834 : audit [DBG] from='client.? 172.21.15.68:0/3205020956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:44 smithi165 conmon[67662]: audit 2022-01-25T23:50:43.184161+0000 mgr.smithi068.zkksrk (mgr.14702) 2062 : audit [DBG] from='client.35448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:44 smithi165 conmon[67662]: audit 2022-01-25T23:50:43.470623+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:50:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:44 smithi165 conmon[67662]: mgr.14702) 2063 : audit [DBG] from='client.35452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:44 smithi165 conmon[67662]: cluster 2022-01-25T23:50:43.639211+0000 mgr.smithi068.zkksrk (mgr.14702) 2064 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:44 smithi165 conmon[67662]: audit 2022-01-25T23:50:43.824235+0000 mon.smithi068 (mon.0) 834 : audit [DBG] from='client.? 172.21.15.68:0/3205020956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:46 smithi068 conmon[102841]: cluster 2022-01-25T23:50:45.640069+0000 mgr.smithi068.zkksrk (mgr.14702) 2065 : cluster [DBG] 2022-01-25T23:50:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:46 smithi068 conmon[102841]: pgmap v1778: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:46 smithi165 conmon[67662]: cluster 2022-01-25T23:50:45.640069+0000 mgr.smithi068.zkksrk (mgr.14702) 2065 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:48 smithi068 conmon[102841]: cluster 2022-01-25T23:50:47.640680+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:50:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:48 smithi068 conmon[102841]: 2066 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:48 smithi165 conmon[67662]: cluster 2022-01-25T23:50:47.640680+0000 mgr.smithi068.zkksrk (mgr.14702) 2066 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:50 smithi068 conmon[102841]: cluster 2022-01-25T23:50:49.641680+0000 mgr.smithi068.zkksrk (mgr.14702) 2067 2022-01-25T23:50:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:50 smithi165 conmon[67662]: cluster 2022-01-25T23:50:49.641680+0000 mgr.smithi068.zkksrk (mgr.14702) 2067 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:52 smithi068 conmon[102841]: cluster 2022-01-25T23:50:51.642250+0000 mgr.smithi068.zkksrk (mgr.14702) 2068 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:52 smithi165 conmon[67662]: cluster 2022-01-25T23:50:51.642250+0000 mgr.smithi068.zkksrk (mgr.14702) 2068 : cluster 2022-01-25T23:50:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:52 smithi165 conmon[67662]: [DBG] pgmap v1781: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:54 smithi068 conmon[102841]: cluster 2022-01-25T23:50:53.642849+0000 mgr.smithi068.zkksrk (mgr.14702) 2069 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:54 smithi165 conmon[67662]: cluster 2022-01-25T23:50:53.642849+0000 mgr.smithi068.zkksrk (mgr.14702) 2069 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:56 smithi068 conmon[102841]: cluster 2022-01-25T23:50:55.643840+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:50:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:56 smithi068 conmon[102841]: .14702) 2070 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:56 smithi165 conmon[67662]: cluster 2022-01-25T23:50:55.643840+0000 mgr.smithi068.zkksrk (mgr.14702) 2070 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:50:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:58 smithi068 conmon[102841]: cluster 2022-01-25T23:50:57.644431+0000 2022-01-25T23:50:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:50:58 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2071 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:50:58 smithi165 conmon[67662]: cluster 2022-01-25T23:50:57.644431+0000 mgr.smithi068.zkksrk (mgr.14702) 2071 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:00 smithi068 conmon[102841]: cluster 2022-01-25T23:50:59.645146+0000 mgr.smithi068.zkksrk (mgr.14702) 2072 : cluster 2022-01-25T23:51:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:00 smithi068 conmon[102841]: [DBG] pgmap v1785: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:00 smithi165 conmon[67662]: cluster 2022-01-25T23:50:59.645146+0000 mgr.smithi068.zkksrk (mgr.14702) 2072 2022-01-25T23:51:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:00 smithi165 conmon[67662]: : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:02 smithi068 conmon[102841]: cluster 2022-01-25T23:51:01.645944+0000 mgr.smithi068.zkksrk (mgr.14702) 2073 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:02 smithi165 conmon[67662]: cluster 2022-01-25T23:51:01.645944+0000 mgr.smithi068.zkksrk (mgr.14702) 2073 : cluster [DBG] 2022-01-25T23:51:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:02 smithi165 conmon[67662]: pgmap v1786: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:04 smithi068 conmon[102841]: cluster 2022-01-25T23:51:03.646498+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:51:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:04 smithi068 conmon[102841]: .14702) 2074 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:04 smithi165 conmon[67662]: cluster 2022-01-25T23:51:03.646498+0000 mgr.smithi068.zkksrk (mgr.14702) 2074 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:04 smithi165 conmon[67662]: 2022-01-25T23:51:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:06 smithi068 conmon[102841]: cluster 2022-01-25T23:51:05.647327+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:51:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:06 smithi068 conmon[102841]: .14702) 2075 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:06 smithi165 conmon[67662]: cluster 2022-01-25T23:51:05.647327+0000 mgr.smithi068.zkksrk (mgr.14702) 2075 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:09.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:08 smithi068 conmon[102841]: cluster 2022-01-25T23:51:07.647881+0000 mgr.smithi068.zkksrk (mgr.14702) 2076 : cluster 2022-01-25T23:51:09.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:08 smithi068 conmon[102841]: [DBG] pgmap v1789: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:08 smithi165 conmon[67662]: cluster 2022-01-25T23:51:07.647881+0000 mgr.smithi068.zkksrk (mgr.14702) 2076 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:10 smithi165 conmon[67662]: cluster 2022-01-25T23:51:09.648815+0000 mgr.smithi068.zkksrk (mgr.14702) 2077 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:10 smithi068 conmon[102841]: cluster 2022-01-25T23:51:09.648815+0000 mgr.smithi068.zkksrk 2022-01-25T23:51:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:10 smithi068 conmon[102841]: (mgr.14702) 2077 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:12 smithi165 conmon[67662]: cluster 2022-01-25T23:51:11.649416+0000 mgr.smithi068.zkksrk (mgr.14702) 2078 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:12 smithi068 conmon[102841]: cluster 2022-01-25T23:51:11.649416+0000 2022-01-25T23:51:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:12 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2078 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:14.145 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:51:14.432 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:51:14.432 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (64m) 6m ago 66m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:51:14.433 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (58m) 6m ago 66m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:51:14.433 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (58m) 6m ago 65m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:51:14.433 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (64m) 6m ago 65m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:51:14.433 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (61m) 6m ago 61m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:51:14.434 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (61m) 6m ago 61m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:51:14.434 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (59m) 6m ago 67m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:51:14.434 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (58m) 6m ago 65m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:51:14.434 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (58m) 6m ago 67m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:51:14.435 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (58m) 6m ago 65m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:51:14.435 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (59m) 6m ago 59m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:51:14.435 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (59m) 6m ago 59m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:51:14.435 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (65m) 6m ago 65m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:51:14.436 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (65m) 6m ago 65m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:51:14.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (49m) 6m ago 64m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:51:14.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (64m) 6m ago 64m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:51:14.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (64m) 6m ago 64m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:51:14.436 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (64m) 6m ago 64m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:51:14.437 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (63m) 6m ago 63m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:51:14.437 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (63m) 6m ago 63m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:51:14.437 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (63m) 6m ago 63m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:51:14.437 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (63m) 6m ago 63m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:51:14.438 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (64m) 6m ago 65m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:51:14.779 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:51:14.779 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:51:14.780 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:14.780 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:14.781 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:51:14.781 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:14.781 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:14.782 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:51:14.782 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:51:14.783 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:51:14.783 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:14.784 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:51:14.784 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:51:14.785 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:14.785 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:51:14.786 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:51:14.786 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:51:14.787 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:51:14.787 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:51:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:14 smithi068 conmon[102841]: cluster 2022-01-25T23:51:13.650047+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:51:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:14 smithi068 conmon[102841]: 14702) 2079 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:14 smithi068 conmon[102841]: audit 2022-01-25T23:51:14.779471+0000 mon.smithi068 (mon.0) 835 : audit [DBG] 2022-01-25T23:51:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:14 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/2522121789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:14 smithi165 conmon[67662]: cluster 2022-01-25T23:51:13.650047+0000 mgr.smithi068.zkksrk (mgr.14702) 2079 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:14 smithi165 conmon[67662]: audit 2022-01-25T23:51:14.779471+0000 mon.smithi068 (mon.0) 835 : audit [DBG] from='client.? 172.21.15.68:0/2522121789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:15 smithi165 conmon[67662]: audit 2022-01-25T23:51:14.134008+0000 mgr.smithi068.zkksrk (mgr.14702) 2080 : audit [DBG] from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:16.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:15 smithi165 conmon[67662]: audit 2022-01-25T23:51:14.418601+0000 mgr.smithi068.zkksrk (mgr.14702) 2081 : audit [DBG] from='client.35464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:15 smithi068 conmon[102841]: audit 2022-01-25T23:51:14.134008+0000 mgr.smithi068.zkksrk (mgr.14702) 2080 : 2022-01-25T23:51:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:15 smithi068 conmon[102841]: audit [DBG] from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:16.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:15 smithi068 conmon[102841]: audit 2022-01-25T23:51:14.418601+0000 mgr.smithi068.zkksrk (mgr.14702) 2081 : audit [DBG] from='client.35464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:16 smithi165 conmon[67662]: cluster 2022-01-25T23:51:15.651172+0000 mgr.smithi068.zkksrk (mgr.14702) 2082 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:16 smithi068 conmon[102841]: cluster 2022-01-25T23:51:15.651172+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:51:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:16 smithi068 conmon[102841]: ) 2082 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:18 smithi165 conmon[67662]: cluster 2022-01-25T23:51:17.651667+0000 mgr.smithi068.zkksrk (mgr.14702) 2083 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:18 smithi165 conmon[67662]: audit 2022-01-25T23:51:18.335021+0000 mon.smithi068 ( 2022-01-25T23:51:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:18 smithi165 conmon[67662]: mon.0) 836 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:51:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:18 smithi165 conmon[67662]: audit 2022-01-25T23:51:18.424964+0000 mon.smithi068 (mon.0) 837 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:51:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:18 smithi068 conmon[102841]: cluster 2022-01-25T23:51:17.651667+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:51:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:18 smithi068 conmon[102841]: ) 2083 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:18 smithi068 conmon[102841]: audit 2022-01-25T23:51:18.335021+0000 mon.smithi068 (mon.0) 836 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:51:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:18 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:51:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:18 smithi068 conmon[102841]: 23:51:18.424964+0000 mon.smithi068 (mon.0) 837 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:51:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:20 smithi165 conmon[67662]: cluster 2022-01-25T23:51:19.652470+0000 mgr.smithi068.zkksrk (mgr.14702) 2084 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:20 smithi068 conmon[102841]: cluster 2022-01-25T23:51:19.652470+0000 mgr.smithi068.zkksrk (mgr.14702) 2084 2022-01-25T23:51:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:22 smithi165 conmon[67662]: cluster 2022-01-25T23:51:21.653114+0000 mgr.smithi068.zkksrk (mgr.14702) 2085 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:22 smithi068 conmon[102841]: cluster 2022-01-25T23:51:21.653114+0000 mgr.smithi068.zkksrk (mgr.14702) 2085 2022-01-25T23:51:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:24 smithi165 conmon[67662]: cluster 2022-01-25T23:51:23.653642+0000 mgr.smithi068.zkksrk (mgr.14702) 2086 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:24 smithi068 conmon[102841]: cluster 2022-01-25T23:51:23.653642+0000 mgr.smithi068.zkksrk (mgr.14702) 2086 : cluster 2022-01-25T23:51:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:24 smithi068 conmon[102841]: [DBG] pgmap v1797: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:26 smithi165 conmon[67662]: cluster 2022-01-25T23:51:25.654459+0000 mgr.smithi068.zkksrk (mgr.14702) 2087 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:26 smithi068 conmon[102841]: cluster 2022-01-25T23:51:25.654459+0000 mgr.smithi068.zkksrk (mgr.14702) 2087 : cluster 2022-01-25T23:51:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:26 smithi068 conmon[102841]: [DBG] pgmap v1798: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:28 smithi165 conmon[67662]: cluster 2022-01-25T23:51:27.655003+0000 mgr.smithi068.zkksrk (mgr.14702) 2088 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:28 smithi068 conmon[102841]: cluster 2022-01-25T23:51:27.655003+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:51:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:28 smithi068 conmon[102841]: 2088 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:30 smithi165 conmon[67662]: cluster 2022-01-25T23:51:29.655821+0000 mgr.smithi068.zkksrk (mgr.14702) 2089 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:30 smithi068 conmon[102841]: cluster 2022-01-25T23:51:29.655821+0000 mgr.smithi068.zkksrk (mgr.14702) 2089 : 2022-01-25T23:51:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:30 smithi068 conmon[102841]: cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:32 smithi165 conmon[67662]: cluster 2022-01-25T23:51:31.656458+0000 mgr.smithi068.zkksrk (mgr.14702) 2090 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:32 smithi068 conmon[102841]: cluster 2022-01-25T23:51:31.656458+0000 mgr.smithi068.zkksrk (mgr.14702) 2090 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:34.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:33 smithi165 conmon[67662]: audit 2022-01-25T23:51:33.093995+0000 mon.smithi068 (mon.0) 838 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:51:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:33 smithi165 conmon[67662]: audit 2022-01-25T23:51: 2022-01-25T23:51:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:33 smithi165 conmon[67662]: 33.095563+0000 mon.smithi068 (mon.0) 839 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:51:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:33 smithi165 conmon[67662]: audit 2022-01-25T23:51:33.096702+0000 mon.smithi068 (mon.0) 840 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:51:34.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:33 smithi165 conmon[67662]: audit 2022-01-25T23:51:33.513918+0000 mon.smithi068 (mon.0) 841 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:51:34.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:33 smithi165 conmon[67662]: audit 2022-01-25T23:51:33.519611+0000 mon.smithi068 (mon.0) 842 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:51:34.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: audit 2022-01-25T23:51:33.093995+0000 mon.smithi068 (mon.0) 838 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:51:34.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: audit 2022-01-25T23:51:33.095563+0000 mon.smithi068 (mon.0) 839 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:51:34.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: audit 2022-01-25T23:51:33.096702+0000 mon.smithi068 (mon.0) 840 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:51:34.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:51:34.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: T23:51:33.513918+0000 2022-01-25T23:51:34.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: mon.smithi068 (mon.0) 841 : 2022-01-25T23:51:34.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:51:34.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:51:34.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: 01-25T23:51:33.519611 2022-01-25T23:51:34.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 842 2022-01-25T23:51:34.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:33 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:51:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:34 smithi165 conmon[67662]: cephadm 2022-01-25T23:51:33.097617+0000 mgr.smithi068.zkksrk (mgr.14702) 2091 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:51:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:34 smithi165 conmon[67662]: cluster 2022-01-25T23:51:33.656900+0000 mgr.smithi068.zkksrk (mgr.14702) 2092 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:34 smithi068 conmon[102841]: cephadm 2022-01-25T23:51:33.097617+0000 mgr.smithi068.zkksrk (mgr.14702) 2091 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:51:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:34 smithi068 conmon[102841]: cluster 2022-01-25T23:51:33.656900+0000 mgr.smithi068.zkksrk (mgr.14702) 2092 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:36 smithi165 conmon[67662]: cluster 2022-01-25T23:51:35.657736+0000 mgr.smithi068.zkksrk (mgr.14702) 2093 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:36 smithi165 conmon[67662]: 2022-01-25T23:51:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:36 smithi068 conmon[102841]: cluster 2022-01-25T23:51:35.657736+0000 mgr.smithi068.zkksrk (mgr.14702) 2093 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:38 smithi165 conmon[67662]: cluster 2022-01-25T23:51:37.658222+0000 mgr.smithi068.zkksrk (mgr.14702) 2094 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:38 smithi068 conmon[102841]: cluster 2022-01-25T23:51:37.658222+0000 mgr.smithi068.zkksrk (mgr.14702) 2094 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:40 smithi165 conmon[67662]: cluster 2022-01-25T23:51:39.659082+0000 mgr.smithi068.zkksrk (mgr.14702) 2095 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:40 smithi068 conmon[102841]: cluster 2022-01-25T23:51:39.659082+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:51:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:40 smithi068 conmon[102841]: 2095 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:42.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:41 smithi165 conmon[67662]: cluster 2022-01-25T23:51:41.659852+0000 mgr.smithi068.zkksrk (mgr.14702) 2096 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:42.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:41 smithi068 conmon[102841]: cluster 2022-01-25T23:51:41.659852+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:51:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:41 smithi068 conmon[102841]: 2096 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:44 smithi068 conmon[102841]: cluster 2022-01-25T23:51:43.660474+0000 mgr.smithi068.zkksrk (mgr.14702) 2097 : 2022-01-25T23:51:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:44 smithi068 conmon[102841]: cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:45.095 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:51:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:44 smithi165 conmon[67662]: cluster 2022-01-25T23:51:43.660474+0000 mgr.smithi068.zkksrk (mgr.14702) 2097 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:45.384 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:51:45.384 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (65m) 7m ago 66m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:51:45.384 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (58m) 7m ago 66m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:51:45.384 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (58m) 7m ago 66m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:51:45.385 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (65m) 7m ago 66m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:51:45.385 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (62m) 7m ago 62m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:51:45.385 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (62m) 7m ago 62m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:51:45.385 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (59m) 7m ago 67m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:51:45.385 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (59m) 7m ago 65m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:51:45.386 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (59m) 7m ago 67m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:51:45.386 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (58m) 7m ago 65m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:51:45.386 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (59m) 7m ago 59m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:51:45.386 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (59m) 7m ago 59m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:51:45.387 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (66m) 7m ago 66m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:51:45.387 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (65m) 7m ago 65m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:51:45.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (50m) 7m ago 65m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:51:45.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (65m) 7m ago 65m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:51:45.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (64m) 7m ago 64m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:51:45.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (64m) 7m ago 64m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:51:45.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (64m) 7m ago 64m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:51:45.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (64m) 7m ago 64m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:51:45.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (63m) 7m ago 63m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:51:45.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (63m) 7m ago 63m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:51:45.389 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (65m) 7m ago 66m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:51:45.725 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:51:45.725 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:51:45.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:45.726 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:45.726 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:51:45.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:45.727 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:45.727 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:51:45.727 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:51:45.727 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:51:45.728 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:45.728 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:51:45.728 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:51:45.728 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:51:45.728 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:51:45.729 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:51:45.729 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:51:45.729 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:51:45.729 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:51:46.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:45 smithi068 conmon[102841]: audit 2022-01-25T23:51:45.726174+0000 mon.smithi068 ( 2022-01-25T23:51:46.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:45 smithi068 conmon[102841]: mon.0) 843 : audit [DBG] from='client.? 172.21.15.68:0/4258208189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:46.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:45 smithi165 conmon[67662]: audit 2022-01-25T23:51:45.726174+0000 mon.smithi068 (mon.0) 843 : audit [DBG] from='client.? 172.21.15.68:0/4258208189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:46 smithi068 conmon[102841]: audit 2022-01-25T23:51:45.083868+0000 mgr.smithi068.zkksrk (mgr.14702) 2098 : 2022-01-25T23:51:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:46 smithi068 conmon[102841]: audit [DBG] from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:46 smithi068 conmon[102841]: audit 2022-01-25T23:51:45.370209+0000 mgr.smithi068.zkksrk (mgr.14702) 2099 : audit [DBG] from='client.35476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:46 smithi068 conmon[102841]: cluster 2022-01-25T23:51:45.661222+0000 2022-01-25T23:51:47.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:46 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2100 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:46 smithi165 conmon[67662]: audit 2022-01-25T23:51:45.083868+0000 mgr.smithi068.zkksrk (mgr.14702) 2098 : audit [DBG] from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:46 smithi165 conmon[67662]: audit 2022-01-25T23:51:45. 2022-01-25T23:51:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:46 smithi165 conmon[67662]: 370209+0000 mgr.smithi068.zkksrk (mgr.14702) 2099 : audit [DBG] from='client.35476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:47.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:46 smithi165 conmon[67662]: cluster 2022-01-25T23:51:45.661222+0000 mgr.smithi068.zkksrk (mgr.14702) 2100 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:48 smithi068 conmon[102841]: cluster 2022-01-25T23:51:47.661886+0000 mgr.smithi068.zkksrk (mgr.14702) 2101 : 2022-01-25T23:51:49.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:48 smithi068 conmon[102841]: cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:48 smithi165 conmon[67662]: cluster 2022-01-25T23:51:47.661886+0000 mgr.smithi068.zkksrk (mgr.14702) 2101 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:50 smithi068 conmon[102841]: cluster 2022-01-25T23:51:49.662718+0000 mgr.smithi068.zkksrk (mgr.14702) 2102 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:50 smithi165 conmon[67662]: cluster 2022-01-25T23:51:49.662718+0000 mgr.smithi068.zkksrk (mgr.14702) 2102 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:52 smithi068 conmon[102841]: cluster 2022-01-25T23:51:51.663478+0000 mgr.smithi068.zkksrk (mgr.14702) 2103 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:52 smithi165 conmon[67662]: cluster 2022-01-25T23:51:51.663478+0000 mgr.smithi068.zkksrk (mgr.14702) 2103 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:54 smithi068 conmon[102841]: cluster 2022-01-25T 2022-01-25T23:51:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:54 smithi068 conmon[102841]: 23:51:53.664070+0000 mgr.smithi068.zkksrk (mgr.14702) 2104 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:54 smithi165 conmon[67662]: cluster 2022-01-25T23:51:53.664070+0000 mgr.smithi068.zkksrk (mgr.14702) 2104 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:56 smithi068 conmon[102841]: cluster 2022-01-25T23:51:55.664970+0000 mgr.smithi068.zkksrk (mgr.14702) 2105 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:56 smithi165 conmon[67662]: cluster 2022-01-25T23:51:55.664970+0000 mgr.smithi068.zkksrk (mgr.14702) 2105 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:51:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:58 smithi068 conmon[102841]: cluster 2022-01-25T23:51:57.665636+0000 mgr.smithi068.zkksrk (mgr.14702) 2106 2022-01-25T23:51:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:51:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:51:58 smithi165 conmon[67662]: cluster 2022-01-25T23:51:57.665636+0000 mgr.smithi068.zkksrk (mgr.14702) 2106 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:01.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:00 smithi068 conmon[102841]: cluster 2022-01-25T23:51:59.666579+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:52:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:00 smithi068 conmon[102841]: 2107 : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:01.149 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:00 smithi165 conmon[67662]: cluster 2022-01-25T23:51:59.666579+0000 mgr.smithi068.zkksrk (mgr.14702) 2107 : 2022-01-25T23:52:01.149 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:00 smithi165 conmon[67662]: cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:02 smithi068 conmon[102841]: cluster 2022-01-25T23:52:01.667143+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:52:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:02 smithi068 conmon[102841]: 2108 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:02 smithi165 conmon[67662]: cluster 2022-01-25T23:52:01.667143+0000 mgr.smithi068.zkksrk (mgr.14702) 2108 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:04 smithi068 conmon[102841]: cluster 2022-01-25T23:52:03.667655+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:52:05.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:04 smithi068 conmon[102841]: ) 2109 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:04 smithi165 conmon[67662]: cluster 2022-01-25T23:52:03.667655+0000 mgr.smithi068.zkksrk (mgr.14702) 2109 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:06 smithi068 conmon[102841]: cluster 2022-01-25T23:52:05.668534+0000 mgr.smithi068.zkksrk (mgr.14702) 2110 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:06 smithi165 conmon[67662]: cluster 2022-01-25T23:52:05.668534+0000 mgr.smithi068.zkksrk (mgr.14702) 2110 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:08 smithi068 conmon[102841]: cluster 2022-01-25T23:52:07.669110+0000 mgr.smithi068.zkksrk (mgr.14702) 2111 : 2022-01-25T23:52:09.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:08 smithi068 conmon[102841]: cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:08 smithi165 conmon[67662]: cluster 2022-01-25T23:52:07.669110+0000 mgr.smithi068.zkksrk (mgr.14702) 2111 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:10 smithi068 conmon[102841]: cluster 2022-01-25T23:52:09.669946+0000 mgr.smithi068.zkksrk (mgr.14702) 2112 2022-01-25T23:52:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:10 smithi165 conmon[67662]: cluster 2022-01-25T23:52:09.669946+0000 mgr.smithi068.zkksrk (mgr.14702) 2112 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:12 smithi068 conmon[102841]: cluster 2022-01-25T23:52:11.670493+0000 mgr.smithi068.zkksrk (mgr.14702) 2113 : 2022-01-25T23:52:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:12 smithi068 conmon[102841]: cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:12 smithi165 conmon[67662]: cluster 2022-01-25T23:52:11.670493+0000 mgr.smithi068.zkksrk (mgr.14702) 2113 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:14 smithi068 conmon[102841]: cluster 2022-01-25T23:52:13.671133+0000 mgr.smithi068.zkksrk (mgr.14702) 2114 2022-01-25T23:52:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:14 smithi165 conmon[67662]: cluster 2022-01-25T23:52:13.671133+0000 mgr.smithi068.zkksrk (mgr.14702) 2114 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:16.050 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:52:16.339 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:52:16.339 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (66m) 7m ago 67m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:52:16.340 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (59m) 7m ago 67m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:52:16.340 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (59m) 7m ago 66m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:52:16.340 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (65m) 7m ago 66m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:52:16.340 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (62m) 7m ago 62m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:52:16.341 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (62m) 7m ago 62m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:52:16.341 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (60m) 7m ago 68m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:52:16.341 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (59m) 7m ago 66m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:52:16.341 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (59m) 7m ago 68m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:52:16.342 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (59m) 7m ago 66m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:52:16.342 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (60m) 7m ago 60m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:52:16.342 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (60m) 7m ago 60m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:52:16.342 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (66m) 7m ago 66m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:52:16.343 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (66m) 7m ago 66m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:52:16.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (50m) 7m ago 65m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:52:16.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (65m) 7m ago 65m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:52:16.343 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (65m) 7m ago 65m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:52:16.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (65m) 7m ago 65m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:52:16.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (64m) 7m ago 64m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:52:16.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (64m) 7m ago 64m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:52:16.344 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (64m) 7m ago 64m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:52:16.345 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (64m) 7m ago 64m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:52:16.345 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (65m) 7m ago 66m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:52:16.679 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:52:16.679 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:52:16.679 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:16.680 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:16.680 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:52:16.680 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:16.680 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:16.681 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:52:16.681 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:52:16.681 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:52:16.681 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:16.682 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:52:16.682 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:52:16.682 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:16.682 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:52:16.683 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:52:16.683 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:52:16.683 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:52:16.683 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:52:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:16 smithi068 conmon[102841]: cluster 2022-01-25T23:52:15.672171+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:52:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:16 smithi068 conmon[102841]: 14702) 2115 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:17.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:16 smithi068 conmon[102841]: audit 2022-01-25T23:52:16.679467+0000 mon.smithi068 (mon 2022-01-25T23:52:17.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:16 smithi068 conmon[102841]: .0) 844 : audit [DBG] from='client.? 172.21.15.68:0/580623488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:16 smithi165 conmon[67662]: cluster 2022-01-25T23:52:15.672171+0000 mgr.smithi068.zkksrk (mgr.14702) 2115 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:16 smithi165 conmon[67662]: audit 2022-01-25T23:52:16.679467+0000 mon.smithi068 2022-01-25T23:52:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:16 smithi165 conmon[67662]: (mon.0) 844 : audit [DBG] from='client.? 172.21.15.68:0/580623488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:17 smithi068 conmon[102841]: audit 2022-01-25T23:52:16.038976+0000 mgr.smithi068.zkksrk (mgr.14702) 2116 : audit 2022-01-25T23:52:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:17 smithi068 conmon[102841]: [DBG] from='client.35484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:17 smithi068 conmon[102841]: audit 2022-01-25T23:52:16.325429+0000 mgr.smithi068.zkksrk (mgr.14702) 2117 : audit [DBG] from='client.35488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:18.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:17 smithi165 conmon[67662]: audit 2022-01-25T23:52:16.038976+0000 mgr.smithi068.zkksrk (mgr.14702) 2116 : audit [DBG] from='client.35484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:18.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:17 smithi165 conmon[67662]: audit 2022-01-25T23:52:16.325429+0000 mgr.smithi068.zkksrk (mgr.14702) 2117 : audit [DBG] from='client.35488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: cluster 2022-01-25T23:52:17.672676+0000 mgr.smithi068.zkksrk (mgr.14702) 2118 : 2022-01-25T23:52:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: audit 2022-01-25T23:52:18.337660+0000 mon.smithi068 (mon.0) 845 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:52:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: audit 2022-01-25T23:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: 2022-01-25T23:52: 2022-01-25T23:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: 18.430287+0000 mon.smithi068 (mon. 2022-01-25T23:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: 0) 846 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:52:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:18 smithi068 conmon[102841]: 2022-01-25T23:52:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:18 smithi165 conmon[67662]: cluster 2022-01-25T23:52:17.672676+0000 mgr.smithi068.zkksrk (mgr.14702) 2118 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:19.231 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:18 smithi165 conmon[67662]: audit 2022-01-25T23:52:18.337660+0000 2022-01-25T23:52:19.232 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:18 smithi165 conmon[67662]: mon.smithi068 (mon.0) 845 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:52:19.232 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:18 smithi165 conmon[67662]: audit 2022-01-25T23:52:18.430287+0000 mon.smithi068 (mon.0) 846 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:52:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:20 smithi165 conmon[67662]: cluster 2022-01-25T23:52:19.673499+0000 mgr.smithi068.zkksrk (mgr.14702) 2119 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:20 smithi068 conmon[102841]: cluster 2022-01-25T23:52:19.673499+0000 mgr.smithi068.zkksrk (mgr.14702) 2119 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:22 smithi165 conmon[67662]: cluster 2022-01-25T23:52:21.674026+0000 mgr.smithi068.zkksrk (mgr.14702) 2120 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:22 smithi068 conmon[102841]: cluster 2022-01-25T23:52:21.674026+0000 mgr.smithi068.zkksrk (mgr.14702) 2120 : 2022-01-25T23:52:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:22 smithi068 conmon[102841]: cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:24 smithi165 conmon[67662]: cluster 2022-01-25T23:52:23.674552+0000 mgr.smithi068.zkksrk (mgr.14702) 2121 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:24 smithi068 conmon[102841]: cluster 2022-01-25T23:52:23.674552+0000 mgr.smithi068.zkksrk (mgr.14702) 2121 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:26 smithi165 conmon[67662]: cluster 2022-01-25T23:52:25.675537+0000 mgr.smithi068.zkksrk (mgr.14702) 2122 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:26 smithi068 conmon[102841]: cluster 2022-01-25T23:52:25.675537+0000 mgr.smithi068.zkksrk (mgr.14702) 2122 : cluster 2022-01-25T23:52:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:26 smithi068 conmon[102841]: [DBG] pgmap v1828: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:28 smithi165 conmon[67662]: cluster 2022-01-25T23:52:27.676279+0000 mgr.smithi068.zkksrk (mgr.14702) 2123 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:28 smithi068 conmon[102841]: cluster 2022-01-25T23:52:27.676279+0000 mgr.smithi068.zkksrk (mgr.14702) 2123 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:30 smithi165 conmon[67662]: cluster 2022-01-25T23:52:29.677189+0000 mgr.smithi068.zkksrk (mgr.14702) 2124 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:30 smithi165 conmon[67662]: 2022-01-25T23:52:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:30 smithi068 conmon[102841]: cluster 2022-01-25T23:52:29.677189+0000 mgr.smithi068.zkksrk (mgr.14702) 2124 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:32 smithi165 conmon[67662]: cluster 2022-01-25T23:52:31.677891+0000 mgr.smithi068.zkksrk (mgr.14702) 2125 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:32 smithi068 conmon[102841]: cluster 2022-01-25T23:52:31.677891+0000 mgr.smithi068.zkksrk (mgr.14702) 2125 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:34.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: audit 2022-01-25T23:52:33.522718+0000 mon.smithi068 (mon.0) 2022-01-25T23:52:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: 847 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:52:34.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: audit 2022-01-25T23:52:33.524281+0000 mon.smithi068 (mon.0) 848 2022-01-25T23:52:34.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:52:34.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: audit 2022 2022-01-25T23:52:34.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: -01-25T23:52:33.525505+0000 mon.smithi068 (mon 2022-01-25T23:52:34.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:33 smithi165 conmon[67662]: .0) 849 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:52:34.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:52:34.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: 23:52:33.522718+0000 mon.smithi068 (mon.0) 847 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:52:34.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:52:34.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: -25T23:52:33.524281 2022-01-25T23:52:34.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 848 2022-01-25T23:52:34.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:52:34.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: audit 2022 2022-01-25T23:52:34.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: -01-25T23:52:33 2022-01-25T23:52:34.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: .525505+0000 mon.smithi068 (mon. 2022-01-25T23:52:34.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: 0) 849 : audit [INF] 2022-01-25T23:52:34.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:33 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:52:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:34 smithi165 conmon[67662]: cephadm 2022-01-25T23:52:33.526453+0000 mgr.smithi068.zkksrk (mgr.14702) 2126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:52:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:34 smithi165 conmon[67662]: cluster 2022-01-25T23:52:33.678415+0000 mgr.smithi068.zkksrk (mgr.14702) 2127 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:34 smithi165 conmon[67662]: audit 2022-01-25T23:52:33.927649+0000 mon.smithi068 (mon.0) 850 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:52:35.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:34 smithi165 conmon[67662]: audit 2022-01-25T23:52:33.936282+0000 mon.smithi068 (mon.0) 851 : audit [INF] 2022-01-25T23:52:35.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:34 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:52:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: cephadm 2022-01-25T23:52:33.526453+0000 mgr.smithi068.zkksrk (mgr.14702) 2126 : cephadm [WRN] 2022-01-25T23:52:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:52:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: cluster 2022-01-25T23:52:33.678415+0000 mgr.smithi068.zkksrk (mgr.14702) 2127 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: audit 2022 2022-01-25T23:52:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: -01-25T23:52:33.927649 2022-01-25T23:52:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 2022-01-25T23:52:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: 850 : audit 2022-01-25T23:52:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:52:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: audit 2022 2022-01-25T23:52:35.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: -01-25T23:52:33. 2022-01-25T23:52:35.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: 936282+0000 mon.smithi068 (mon.0 2022-01-25T23:52:35.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: ) 851 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:52:35.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:34 smithi068 conmon[102841]: 2022-01-25T23:52:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:36 smithi165 conmon[67662]: cluster 2022-01-25T23:52:35.679539+0000 mgr.smithi068.zkksrk (mgr.14702) 2128 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:36 smithi068 conmon[102841]: cluster 2022-01-25T23:52:35.679539+0000 mgr.smithi068.zkksrk (mgr.14702) 2128 : cluster [DBG] 2022-01-25T23:52:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:36 smithi068 conmon[102841]: pgmap v1833: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:38 smithi165 conmon[67662]: cluster 2022-01-25T23:52:37.680173+0000 mgr.smithi068.zkksrk (mgr.14702) 2129 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:38 smithi068 conmon[102841]: cluster 2022-01-25T23:52:37.680173+0000 mgr.smithi068.zkksrk (mgr.14702) 2129 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:40 smithi165 conmon[67662]: cluster 2022-01-25T23:52:39.681105+0000 mgr.smithi068.zkksrk (mgr.14702) 2130 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:40 smithi068 conmon[102841]: cluster 2022-01-25T23:52 2022-01-25T23:52:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:40 smithi068 conmon[102841]: :39.681105+0000 mgr.smithi068.zkksrk (mgr.14702) 2130 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:42 smithi165 conmon[67662]: cluster 2022-01-25T23:52:41.681774+0000 mgr.smithi068.zkksrk (mgr.14702) 2131 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:42 smithi068 conmon[102841]: cluster 2022-01-25T23:52:41.681774+0000 mgr.smithi068.zkksrk (mgr.14702) 2131 : cluster [DBG] 2022-01-25T23:52:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:42 smithi068 conmon[102841]: pgmap v1836: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:44 smithi165 conmon[67662]: cluster 2022-01-25T23:52:43.682446+0000 mgr.smithi068.zkksrk (mgr.14702) 2132 : cluster [DBG] 2022-01-25T23:52:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:44 smithi165 conmon[67662]: pgmap v1837: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:44 smithi068 conmon[102841]: cluster 2022-01-25T23:52:43.682446+0000 mgr.smithi068.zkksrk (mgr.14702) 2132 : cluster 2022-01-25T23:52:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:44 smithi068 conmon[102841]: [DBG] pgmap v1837: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:46.997 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:52:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:46 smithi165 conmon[67662]: cluster 2022-01-25T23:52:45.683432+0000 mgr.smithi068.zkksrk (mgr.14702) 2133 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:47.287 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:52:47.288 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (66m) 8m ago 67m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:52:47.288 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (59m) 8m ago 67m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:52:47.288 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (59m) 8m ago 67m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:52:47.288 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (66m) 8m ago 67m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:52:47.289 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (63m) 8m ago 63m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:52:47.289 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (63m) 8m ago 63m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:52:47.289 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (60m) 8m ago 68m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:52:47.289 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (60m) 8m ago 66m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:52:47.289 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (60m) 8m ago 68m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:52:47.290 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (59m) 8m ago 66m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:52:47.290 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (60m) 8m ago 60m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:52:47.290 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (60m) 8m ago 60m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:52:47.291 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (67m) 8m ago 67m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:52:47.291 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (66m) 8m ago 66m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:52:47.291 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (51m) 8m ago 66m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:52:47.291 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (66m) 8m ago 66m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:52:47.291 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (65m) 8m ago 65m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:52:47.292 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (65m) 8m ago 65m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:52:47.292 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (65m) 8m ago 65m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:52:47.292 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (65m) 8m ago 65m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:52:47.292 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (64m) 8m ago 64m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:52:47.293 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (64m) 8m ago 64m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:52:47.293 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (66m) 8m ago 67m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:52:47.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:46 smithi068 conmon[102841]: cluster 2022-01-25T23:52:45.683432+0000 mgr.smithi068.zkksrk (mgr.14702) 2133 : 2022-01-25T23:52:47.293 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:46 smithi068 conmon[102841]: cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:47.626 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:52:47.627 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:52:47.627 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:47.627 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:47.627 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:52:47.628 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:47.628 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:47.628 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:52:47.628 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:52:47.629 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:52:47.629 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:47.629 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:52:47.629 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:52:47.629 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:52:47.630 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:52:47.630 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:52:47.630 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:52:47.630 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:52:47.631 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:52:48.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:47 smithi165 conmon[67662]: audit 2022-01-25T23:52:47.627321+0000 mon.smithi068 (mon.0) 852 : audit [DBG] 2022-01-25T23:52:48.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:47 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/3373341518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:47 smithi068 conmon[102841]: audit 2022-01-25T23:52:47.627321+0000 mon.smithi068 (mon.0) 852 : audit [DBG] from='client.? 172.21.15.68:0/3373341518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:48 smithi165 conmon[67662]: audit 2022-01-25T23:52:46.985497+0000 mgr.smithi068.zkksrk (mgr.14702) 2134 : audit [DBG] from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:48 smithi165 conmon[67662]: audit 2022-01-25T23:52:47.273532+0000 mgr.smithi068.zkksrk (mgr.14702) 2135 : audit [DBG] from='client.35500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:48 smithi165 conmon[67662]: cluster 2022-01-25T23:52:47.683994+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:52:49.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:48 smithi165 conmon[67662]: ) 2136 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:48 smithi068 conmon[102841]: audit 2022-01-25T23:52:46.985497+0000 mgr.smithi068.zkksrk (mgr.14702) 2134 : audit [DBG] from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:48 smithi068 conmon[102841]: audit 2022-01-25T23:52:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:48 smithi068 conmon[102841]: 2022-01-25T23:52:47.273532+0000 mgr.smithi068.zkksrk (mgr.14702) 2135 : audit [DBG] from='client.35500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:48 smithi068 conmon[102841]: cluster 2022-01-25T23:52:47.683994+0000 mgr.smithi068.zkksrk (mgr.14702) 2136 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:50 smithi068 conmon[102841]: cluster 2022-01-25T23:52:49.684884+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:52:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:50 smithi068 conmon[102841]: 14702) 2137 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:50 smithi165 conmon[67662]: cluster 2022-01-25T23:52:49.684884+0000 mgr.smithi068.zkksrk (mgr.14702) 2137 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:50 smithi165 conmon[67662]: 2022-01-25T23:52:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:52 smithi068 conmon[102841]: cluster 2022-01-25T23:52:51. 2022-01-25T23:52:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:52 smithi068 conmon[102841]: 685564+0000 mgr.smithi068.zkksrk (mgr.14702) 2138 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:52 smithi165 conmon[67662]: cluster 2022-01-25T23:52:51.685564+0000 mgr.smithi068.zkksrk (mgr.14702) 2138 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:54 smithi068 conmon[102841]: cluster 2022-01-25T23:52:53.686216+0000 mgr.smithi068.zkksrk (mgr.14702) 2139 : cluster [DBG] 2022-01-25T23:52:55.065 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:54 smithi068 conmon[102841]: pgmap v1842: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:54 smithi165 conmon[67662]: cluster 2022-01-25T23:52:53.686216+0000 mgr.smithi068.zkksrk (mgr.14702) 2139 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:56 smithi068 conmon[102841]: cluster 2022-01-25T23:52:55.687322+0000 mgr.smithi068.zkksrk (mgr.14702) 2140 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:56 smithi165 conmon[67662]: cluster 2022-01-25T23:52:55.687322+0000 mgr.smithi068.zkksrk (mgr.14702) 2140 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:52:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:56 smithi165 conmon[67662]: 2022-01-25T23:52:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:52:58 smithi068 conmon[102841]: cluster 2022-01-25T23:52:57.687993+0000 mgr.smithi068.zkksrk (mgr.14702) 2141 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:52:58 smithi165 conmon[67662]: cluster 2022-01-25T23:52:57.687993+0000 mgr.smithi068.zkksrk (mgr.14702) 2141 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:00 smithi068 conmon[102841]: cluster 2022-01-25T23:52:59.689059+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:53:01.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:00 smithi068 conmon[102841]: 2142 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:00 smithi165 conmon[67662]: cluster 2022-01-25T23:52:59.689059+0000 mgr.smithi068.zkksrk (mgr.14702) 2142 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:02 smithi068 conmon[102841]: cluster 2022-01-25T23:53:01.689870+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:53:03.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:02 smithi068 conmon[102841]: 2143 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:02 smithi165 conmon[67662]: cluster 2022-01-25T23:53:01.689870+0000 mgr.smithi068.zkksrk (mgr.14702) 2143 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:05.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:04 smithi068 conmon[102841]: cluster 2022-01-25T23:53:03.690402+0000 mgr.smithi068.zkksrk (mgr.14702) 2144 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:05.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:04 smithi165 conmon[67662]: cluster 2022-01-25T23:53:03.690402+0000 mgr.smithi068.zkksrk (mgr.14702) 2144 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:07.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:06 smithi068 conmon[102841]: cluster 2022-01-25T23:53:05.691493+0000 mgr.smithi068.zkksrk (mgr.14702) 2145 : cluster 2022-01-25T23:53:07.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:06 smithi068 conmon[102841]: [DBG] pgmap v1848: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:06 smithi165 conmon[67662]: cluster 2022-01-25T23:53:05.691493+0000 mgr.smithi068.zkksrk (mgr.14702) 2145 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:09.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:08 smithi068 conmon[102841]: cluster 2022-01-25T23:53:07.692052+0000 mgr.smithi068.zkksrk (mgr.14702) 2146 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:08 smithi165 conmon[67662]: cluster 2022-01-25T23:53:07.692052+0000 mgr.smithi068.zkksrk (mgr.14702) 2146 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:10 smithi068 conmon[102841]: cluster 2022-01-25T23:53:09.692907+0000 mgr.smithi068.zkksrk (mgr.14702) 2147 : cluster [DBG] 2022-01-25T23:53:11.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:10 smithi068 conmon[102841]: pgmap v1850: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:10 smithi165 conmon[67662]: cluster 2022-01-25T23:53:09.692907+0000 mgr.smithi068.zkksrk (mgr.14702) 2147 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:12 smithi068 conmon[102841]: cluster 2022-01-25T23:53:11.693745+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:53:13.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:12 smithi068 conmon[102841]: 2148 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:12 smithi165 conmon[67662]: cluster 2022-01-25T23:53:11.693745+0000 mgr.smithi068.zkksrk (mgr.14702) 2148 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:14 smithi068 conmon[102841]: cluster 2022-01-25T23:53:13.694290+0000 mgr.smithi068.zkksrk (mgr.14702) 2149 2022-01-25T23:53:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:14 smithi165 conmon[67662]: cluster 2022-01-25T23:53:13.694290+0000 mgr.smithi068.zkksrk (mgr.14702) 2149 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:14 smithi165 conmon[67662]: 2022-01-25T23:53:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:16 smithi068 conmon[102841]: cluster 2022-01-25T23:53:15.695126+0000 mgr.smithi068.zkksrk (mgr.14702) 2150 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:16 smithi165 conmon[67662]: cluster 2022-01-25T23:53:15.695126+0000 mgr.smithi068.zkksrk (mgr.14702) 2150 : cluster [DBG] 2022-01-25T23:53:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:16 smithi165 conmon[67662]: pgmap v1853: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:17.944 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:53:18.235 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:53:18.235 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (67m) 8m ago 68m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:53:18.235 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (60m) 8m ago 68m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:53:18.235 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (60m) 8m ago 67m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:53:18.236 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (66m) 8m ago 67m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:53:18.236 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (63m) 8m ago 63m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:53:18.236 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (63m) 8m ago 63m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:53:18.236 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (61m) 8m ago 69m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:53:18.237 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (60m) 8m ago 67m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:53:18.237 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (60m) 8m ago 69m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:53:18.237 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (60m) 8m ago 67m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:53:18.237 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (61m) 8m ago 61m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:53:18.237 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (61m) 8m ago 61m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:53:18.238 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (67m) 8m ago 67m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:53:18.238 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (67m) 8m ago 67m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:53:18.238 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (51m) 8m ago 66m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:53:18.238 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (66m) 8m ago 66m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:53:18.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (66m) 8m ago 66m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:53:18.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (66m) 8m ago 66m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:53:18.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (65m) 8m ago 65m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:53:18.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (65m) 8m ago 65m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:53:18.239 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (65m) 8m ago 65m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:53:18.240 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (65m) 8m ago 65m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:53:18.240 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (66m) 8m ago 67m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:53:18.574 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:53:18.574 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:53:18.575 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:18.575 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:18.575 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:53:18.575 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:18.576 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:18.576 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:53:18.576 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:53:18.576 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:53:18.576 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:18.577 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:53:18.577 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:53:18.577 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:18.577 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:53:18.577 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:53:18.578 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:53:18.578 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:53:18.578 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:53:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: cluster 2022-01-25T23:53:17.695696+0000 mgr.smithi068.zkksrk (mgr.14702) 2151 2022-01-25T23:53:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: audit 2022-01-25T23:53:18.340087+0000 mon.smithi068 (mon.0) 853 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:53:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: audit 2022-01-25T23:53:18.434768+0000 mon.smithi068 (mon.0) 854 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:53:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: 2022-01-25T23:53:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:53:19.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:18 smithi068 conmon[102841]: :53:18.575002+0000 mon.smithi068 (mon.0) 855 : audit [DBG] from='client.? 172.21.15.68:0/3446640240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:18 smithi165 conmon[67662]: cluster 2022-01-25T23:53:17.695696+0000 mgr.smithi068.zkksrk (mgr.14702) 2151 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:18 smithi165 conmon[67662]: audit 2022-01-25T23:53:18.340087+0000 mon.smithi068 (mon.0) 853 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:53:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:18 smithi165 conmon[67662]: audit 2022-01-25T23:53:18.434768+0000 mon.smithi068 (mon.0) 854 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:53:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:18 smithi165 conmon[67662]: audit 2022-01-25T23:53:18.575002+0000 mon.smithi068 (mon.0) 855 : audit [DBG] from='client.? 172.21.15.68:0/3446640240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:19 smithi068 conmon[102841]: audit 2022-01-25T23:53:17.933350+0000 mgr.smithi068.zkksrk (mgr.14702) 2152 2022-01-25T23:53:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:19 smithi068 conmon[102841]: : audit [DBG] from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:19 smithi068 conmon[102841]: audit 2022-01-25T23:53:18.219701+0000 mgr.smithi068.zkksrk (mgr.14702) 2153 : audit [DBG] from='client.35512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:20.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:19 smithi165 conmon[67662]: audit 2022-01-25T23:53:17.933350+0000 mgr.smithi068.zkksrk (mgr.14702) 2152 : audit [DBG] from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:20.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:19 smithi165 conmon[67662]: audit 2022-01-25T23:53:18.219701+0000 mgr.smithi068.zkksrk (mgr.14702) 2153 : audit [DBG] from='client.35512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:20 smithi068 conmon[102841]: cluster 2022-01-25T23:53:19.696686+0000 mgr.smithi068.zkksrk (mgr.14702) 2154 : cluster 2022-01-25T23:53:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:20 smithi068 conmon[102841]: [DBG] pgmap v1855: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:20 smithi165 conmon[67662]: cluster 2022-01-25T23:53:19.696686+0000 mgr.smithi068.zkksrk (mgr.14702) 2154 : cluster 2022-01-25T23:53:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:20 smithi165 conmon[67662]: [DBG] pgmap v1855: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:22 smithi165 conmon[67662]: cluster 2022-01-25T23:53:21.697351+0000 mgr.smithi068.zkksrk (mgr.14702) 2155 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:22 smithi068 conmon[102841]: cluster 2022-01-25T23:53:21.697351+0000 mgr.smithi068.zkksrk (mgr.14702) 2155 : cluster 2022-01-25T23:53:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:22 smithi068 conmon[102841]: [DBG] pgmap v1856: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:24 smithi165 conmon[67662]: cluster 2022-01-25T23:53:23.697974+0000 mgr.smithi068.zkksrk (mgr.14702) 2156 2022-01-25T23:53:25.199 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:24 smithi165 conmon[67662]: : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:24 smithi068 conmon[102841]: cluster 2022-01-25T23:53:23.697974+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:53:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:24 smithi068 conmon[102841]: 2156 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:26 smithi165 conmon[67662]: cluster 2022-01-25T23:53:25.698842+0000 mgr.smithi068.zkksrk (mgr.14702) 2157 : cluster [DBG] 2022-01-25T23:53:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:26 smithi165 conmon[67662]: pgmap v1858: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:26 smithi068 conmon[102841]: cluster 2022-01-25T23:53:25.698842+0000 mgr.smithi068.zkksrk (mgr.14702) 2157 : cluster 2022-01-25T23:53:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:26 smithi068 conmon[102841]: [DBG] pgmap v1858: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:28 smithi165 conmon[67662]: cluster 2022-01-25T23:53:27.699361+0000 mgr.smithi068.zkksrk (mgr.14702) 2158 : cluster 2022-01-25T23:53:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:28 smithi165 conmon[67662]: [DBG] pgmap v1859: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:28 smithi068 conmon[102841]: cluster 2022-01-25T23:53:27.699361+0000 mgr.smithi068.zkksrk (mgr.14702) 2158 : cluster 2022-01-25T23:53:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:28 smithi068 conmon[102841]: [DBG] pgmap v1859: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:30 smithi165 conmon[67662]: cluster 2022-01-25T23:53:29.700274+0000 mgr.smithi068.zkksrk (mgr.14702) 2159 : 2022-01-25T23:53:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:30 smithi165 conmon[67662]: cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:30 smithi068 conmon[102841]: cluster 2022-01-25T23:53:29.700274+0000 mgr.smithi068.zkksrk (mgr.14702) 2159 : cluster 2022-01-25T23:53:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:30 smithi068 conmon[102841]: [DBG] pgmap v1860: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:32 smithi165 conmon[67662]: cluster 2022-01-25T23:53:31.700912+0000 mgr.smithi068.zkksrk (mgr.14702) 2160 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:32 smithi068 conmon[102841]: cluster 2022-01-25T23:53:31.700912+0000 mgr.smithi068.zkksrk (mgr.14702) 2160 : cluster 2022-01-25T23:53:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:32 smithi068 conmon[102841]: [DBG] pgmap v1861: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: cluster 2022-01-25T23:53:33.701435+0000 mgr.smithi068.zkksrk (mgr.14702) 2161 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: audit 2022-01-25T23:53:33.939414+0000 mon.smithi068 (mon.0) 856 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:53:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: audit 2022-01-25T23:53:33.940745+0000 mon.smithi068 (mon.0) 857 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:53:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: audit 2022-01-25T23:53:33.941831+0000 mon.smithi068 (mon.0) 858 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:53:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: audit 2022-01-25T23:53:34.334536+0000 mon.smithi068 (mon.0) 859 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:53:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: audit 2022-01-25T23:53:34.345323+0000 mon.smithi068 (mon.0) 860 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:53:35.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:34 smithi165 conmon[67662]: audit 2022-01-25T23:53:34.350488+0000 mon.smithi068 (mon.0) 861 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:53:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: cluster 2022-01-25T23:53:33.701435+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:53:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: ) 2161 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: audit 2022-01-25T23:53:33.939414+0000 mon.smithi068 (mon.0) 856 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:53:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: audit 2022-01-25T23:53:33.940745+0000 2022-01-25T23:53:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: mon.smithi068 (mon.0) 857 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:53:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: audit 2022-01-25T23:53:33.941831+0000 mon.smithi068 (mon.0) 858 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:53:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: audit 2022-01-25T23:53:34.334536+0000 mon.smithi068 (mon.0) 2022-01-25T23:53:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: 859 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:53:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: audit 2022-01-25T23:53:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: 2022-01-25T23:53:34.345323+0000 mon.smithi068 (mon.0) 860 : audit [INF] 2022-01-25T23:53:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:53:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: audit 2022-01- 2022-01-25T23:53:35.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: 25T23:53:34.350488+0000 mon.smithi068 (mon.0) 861 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:53:35.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:34 smithi068 conmon[102841]: 2022-01-25T23:53:36.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:35 smithi165 conmon[67662]: cephadm 2022-01-25T23:53:33.942614+0000 mgr.smithi068.zkksrk (mgr.14702) 2162 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:53:36.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:35 smithi165 conmon[67662]: 2022-01-25T23:53:36.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:35 smithi068 conmon[102841]: cephadm 2022-01-25T23:53:33.942614+0000 mgr.smithi068.zkksrk (mgr.14702) 2162 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:53:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:36 smithi165 conmon[67662]: cluster 2022-01-25T23:53:35.702276+0000 mgr.smithi068.zkksrk (mgr.14702) 2163 : 2022-01-25T23:53:37.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:36 smithi165 conmon[67662]: cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:36 smithi068 conmon[102841]: cluster 2022-01-25T23:53:35.702276+0000 mgr.smithi068.zkksrk (mgr.14702) 2163 : 2022-01-25T23:53:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:36 smithi068 conmon[102841]: cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:38 smithi165 conmon[67662]: cluster 2022-01-25T23:53:37.702863+0000 mgr.smithi068.zkksrk (mgr.14702) 2164 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:38 smithi068 conmon[102841]: cluster 2022-01-25T23:53:37.702863+0000 mgr.smithi068.zkksrk (mgr.14702) 2164 2022-01-25T23:53:39.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:40 smithi165 conmon[67662]: cluster 2022-01-25T23:53:39.703745+0000 mgr.smithi068.zkksrk (mgr.14702) 2165 : cluster 2022-01-25T23:53:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:40 smithi165 conmon[67662]: [DBG] pgmap v1865: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:40 smithi068 conmon[102841]: cluster 2022-01-25T23:53:39.703745+0000 mgr.smithi068.zkksrk (mgr.14702) 2165 : cluster 2022-01-25T23:53:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:40 smithi068 conmon[102841]: [DBG] pgmap v1865: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:42 smithi165 conmon[67662]: cluster 2022-01-25T23:53:41.704564+0000 mgr.smithi068.zkksrk (mgr.14702) 2166 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:42 smithi165 conmon[67662]: 2022-01-25T23:53:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:42 smithi068 conmon[102841]: cluster 2022-01-25T23:53:41.704564+0000 mgr.smithi068.zkksrk (mgr.14702) 2166 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:44 smithi165 conmon[67662]: cluster 2022-01-25T23:53:43.705279+0000 mgr.smithi068.zkksrk (mgr.14702) 2167 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:44 smithi068 conmon[102841]: cluster 2022-01-25T23:53:43.705279+0000 mgr.smithi068.zkksrk (mgr.14702) 2167 : 2022-01-25T23:53:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:44 smithi068 conmon[102841]: cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:46 smithi165 conmon[67662]: cluster 2022-01-25T23:53:45.706445+0000 mgr.smithi068.zkksrk (mgr.14702) 2168 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:46 smithi068 conmon[102841]: cluster 2022-01-25T23:53:45.706445+0000 mgr.smithi068.zkksrk (mgr.14702) 2168 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:48.894 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:53:49.184 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:48 smithi068 conmon[102841]: cluster 2022-01-25T23:53:47.707229+0000 mgr.smithi068.zkksrk (mgr.14702) 2169 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:49.185 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:53:49.185 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (67m) 9m ago 68m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:53:49.186 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (60m) 9m ago 68m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:53:49.186 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (60m) 9m ago 68m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:53:49.186 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (67m) 9m ago 68m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:53:49.186 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (64m) 9m ago 64m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:53:49.187 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (64m) 9m ago 64m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:53:49.187 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (61m) 9m ago 69m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:53:49.187 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (61m) 9m ago 68m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:53:49.187 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (61m) 9m ago 69m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:53:49.188 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (60m) 9m ago 67m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:53:49.188 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (61m) 9m ago 61m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:53:49.188 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (61m) 9m ago 61m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:53:49.188 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (68m) 9m ago 68m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:53:49.189 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (67m) 9m ago 67m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:53:49.189 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (52m) 9m ago 67m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:53:49.189 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (67m) 9m ago 67m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:53:49.189 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (66m) 9m ago 66m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:53:49.190 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (66m) 9m ago 66m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:53:49.190 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (66m) 9m ago 66m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:53:49.190 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (66m) 9m ago 66m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:53:49.190 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (65m) 9m ago 65m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:53:49.191 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (65m) 9m ago 65m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:53:49.191 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (67m) 9m ago 68m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:53:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:48 smithi165 conmon[67662]: cluster 2022-01-25T23:53:47.707229+0000 mgr.smithi068.zkksrk (mgr.14702) 2169 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:48 smithi165 conmon[67662]: 2022-01-25T23:53:49.525 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:53:49.525 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:53:49.526 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:49.526 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:49.526 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:53:49.526 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:49.527 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:49.527 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:53:49.527 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:53:49.527 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:53:49.528 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:49.528 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:53:49.528 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:53:49.528 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:53:49.528 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:53:49.529 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:53:49.529 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:53:49.529 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:53:49.529 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:53:50.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:49 smithi165 conmon[67662]: audit 2022-01-25T23:53:48.883119+0000 mgr.smithi068.zkksrk (mgr.14702) 2170 : 2022-01-25T23:53:50.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:49 smithi165 conmon[67662]: audit [DBG] from='client.35520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:50.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:49 smithi165 conmon[67662]: audit 2022-01-25T23:53:49.525984+0000 mon.smithi068 (mon.0) 862 : audit [DBG] from='client.? 172.21.15.68:0/4022801841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:50.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:49 smithi068 conmon[102841]: audit 2022-01-25T23:53:48.883119+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:53:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:49 smithi068 conmon[102841]: ) 2170 : audit [DBG] from='client.35520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:50.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:49 smithi068 conmon[102841]: audit 2022-01-25T23:53:49.525984+0000 mon.smithi068 (mon.0) 862 : audit [DBG] from='client.? 172.21.15.68:0/4022801841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:50 smithi165 conmon[67662]: audit 2022-01-25T23:53:49.170808+0000 mgr.smithi068.zkksrk (mgr.14702) 2171 : audit 2022-01-25T23:53:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:50 smithi165 conmon[67662]: [DBG] from='client.35524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:51.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:50 smithi165 conmon[67662]: cluster 2022-01-25T23:53:49.707979+0000 mgr.smithi068.zkksrk (mgr.14702) 2172 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:50 smithi068 conmon[102841]: audit 2022-01-25T23:53:49.170808+0000 mgr.smithi068.zkksrk (mgr.14702) 2171 : audit 2022-01-25T23:53:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:50 smithi068 conmon[102841]: [DBG] from='client.35524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:50 smithi068 conmon[102841]: cluster 2022-01-25T23:53:49.707979+0000 mgr.smithi068.zkksrk (mgr.14702) 2172 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:52 smithi165 conmon[67662]: cluster 2022-01-25T23:53:51.708618+0000 mgr.smithi068.zkksrk (mgr.14702) 2173 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:53.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:52 smithi165 conmon[67662]: 2022-01-25T23:53:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:52 smithi068 conmon[102841]: cluster 2022-01-25T23:53:51.708618+0000 mgr.smithi068.zkksrk (mgr.14702) 2173 2022-01-25T23:53:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:54 smithi165 conmon[67662]: cluster 2022-01-25T23:53:53.709177+0000 mgr.smithi068.zkksrk (mgr.14702) 2174 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:54 smithi068 conmon[102841]: cluster 2022-01-25T23:53:53.709177+0000 mgr.smithi068.zkksrk (mgr.14702) 2174 : 2022-01-25T23:53:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:54 smithi068 conmon[102841]: cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:56 smithi165 conmon[67662]: cluster 2022-01-25T23:53:55.710272+0000 mgr.smithi068.zkksrk (mgr.14702) 2175 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:56 smithi068 conmon[102841]: cluster 2022-01-25T23:53:55.710272+0000 mgr.smithi068.zkksrk (mgr.14702) 2175 : 2022-01-25T23:53:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:56 smithi068 conmon[102841]: cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:53:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:53:58 smithi165 conmon[67662]: cluster 2022-01-25T23:53:57.710775+0000 mgr.smithi068.zkksrk (mgr.14702) 2176 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:53:58 smithi068 conmon[102841]: cluster 2022-01-25T23:53:57.710775+0000 mgr.smithi068.zkksrk (mgr.14702) 2176 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:00 smithi165 conmon[67662]: cluster 2022-01-25T23:53:59.711820+0000 mgr.smithi068.zkksrk (mgr.14702) 2177 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:00 smithi165 conmon[67662]: 2022-01-25T23:54:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:00 smithi068 conmon[102841]: cluster 2022-01-25T23:53:59.711820+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:54:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:00 smithi068 conmon[102841]: .14702) 2177 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:02 smithi165 conmon[67662]: cluster 2022-01-25T23:54:01.712517+0000 mgr.smithi068.zkksrk (mgr.14702) 2178 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:02 smithi068 conmon[102841]: cluster 2022-01-25T23:54:01.712517+0000 mgr.smithi068.zkksrk (mgr.14702) 2178 : 2022-01-25T23:54:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:02 smithi068 conmon[102841]: cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:04 smithi165 conmon[67662]: cluster 2022-01-25T23:54:03.713099+0000 mgr.smithi068.zkksrk (mgr.14702) 2179 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:04 smithi068 conmon[102841]: cluster 2022-01-25T23:54:03.713099+0000 mgr.smithi068.zkksrk (mgr.14702) 2179 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:06 smithi165 conmon[67662]: cluster 2022-01-25T23:54:05.714087+0000 mgr.smithi068.zkksrk (mgr.14702) 2180 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:06 smithi165 conmon[67662]: 2022-01-25T23:54:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:06 smithi068 conmon[102841]: cluster 2022-01-25T23:54:05.714087+0000 mgr.smithi068.zkksrk (mgr.14702) 2180 : cluster 2022-01-25T23:54:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:06 smithi068 conmon[102841]: [DBG] pgmap v1878: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:07 smithi068 conmon[102841]: cluster 2022-01-25T23:54:07.714691+0000 mgr.smithi068.zkksrk (mgr.14702) 2181 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:07 smithi165 conmon[67662]: cluster 2022-01-25T23:54:07.714691+0000 mgr.smithi068.zkksrk (mgr.14702) 2181 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:11.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:10 smithi068 conmon[102841]: cluster 2022-01-25T23:54:09.715584+0000 mgr.smithi068.zkksrk (mgr.14702) 2182 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:10 smithi165 conmon[67662]: cluster 2022-01-25T23:54:09.715584+0000 mgr.smithi068.zkksrk (mgr.14702) 2182 : cluster [DBG] 2022-01-25T23:54:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:10 smithi165 conmon[67662]: pgmap v1880: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:13.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:12 smithi068 conmon[102841]: cluster 2022-01-25T23:54:11.716234+0000 mgr.smithi068.zkksrk (mgr.14702) 2183 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:12 smithi165 conmon[67662]: cluster 2022-01-25T23:54:11.716234+0000 mgr.smithi068.zkksrk (mgr.14702) 2183 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:14 smithi068 conmon[102841]: cluster 2022-01-25T23:54:13.716733+0000 mgr.smithi068.zkksrk (mgr.14702) 2184 2022-01-25T23:54:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:14 smithi165 conmon[67662]: cluster 2022-01-25T23:54:13.716733+0000 mgr.smithi068.zkksrk (mgr.14702) 2184 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:17.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:16 smithi068 conmon[102841]: cluster 2022-01-25T23:54:15.717687+0000 mgr.smithi068.zkksrk (mgr.14702) 2185 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:16 smithi165 conmon[67662]: cluster 2022-01-25T23:54:15.717687+0000 mgr.smithi068.zkksrk (mgr.14702) 2185 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:18 smithi068 conmon[102841]: cluster 2022-01-25T23:54:17.718172+0000 mgr.smithi068.zkksrk (mgr.14702) 2186 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:18 smithi068 conmon[102841]: audit 2022-01-25T23:54:18.342365+0000 mon.smithi068 (mon.0) 863 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:54:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:18 smithi068 conmon[102841]: audit 2022-01-25T23:54:18.440033+0000 mon.smithi068 (mon.0) 864 : 2022-01-25T23:54:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:18 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:54:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:18 smithi165 conmon[67662]: cluster 2022-01-25T23:54:17.718172+0000 mgr.smithi068.zkksrk (mgr.14702) 2186 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:18 smithi165 conmon[67662]: audit 2022-01-25T23:54:18.342365+0000 mon.smithi068 (mon.0) 863 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:54:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:18 smithi165 conmon[67662]: audit 2022-01-25T23:54:18.440033+0000 mon.smithi068 (mon.0) 864 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:54:19.845 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:54:20.135 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:54:20.135 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (68m) 9m ago 69m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:54:20.135 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (61m) 9m ago 69m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:54:20.136 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (61m) 9m ago 68m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:54:20.136 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (67m) 9m ago 68m 40.8M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:54:20.136 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (64m) 9m ago 64m 40.7M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:54:20.136 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (64m) 9m ago 64m 25.0M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:54:20.137 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (62m) 9m ago 70m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:54:20.137 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (61m) 9m ago 68m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:54:20.137 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (61m) 9m ago 70m 408M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:54:20.137 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (61m) 9m ago 68m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:54:20.138 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (62m) 9m ago 62m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:54:20.138 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (62m) 9m ago 62m 99.0M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:54:20.138 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (68m) 9m ago 68m 18.2M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:54:20.138 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (68m) 9m ago 68m 16.4M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:54:20.138 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (52m) 9m ago 67m 665M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:54:20.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (67m) 9m ago 67m 1440M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:54:20.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (67m) 9m ago 67m 1067M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:54:20.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (67m) 9m ago 67m 1647M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:54:20.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (66m) 9m ago 66m 1466M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:54:20.140 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (66m) 9m ago 66m 1797M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:54:20.140 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (66m) 9m ago 66m 1400M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:54:20.140 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (66m) 9m ago 66m 2068M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:54:20.140 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (67m) 9m ago 68m 61.4M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:54:20.474 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:54:20.474 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:54:20.475 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:20.475 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:20.475 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:54:20.475 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:20.476 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:20.476 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:54:20.476 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:54:20.476 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:54:20.477 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:20.477 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:54:20.477 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:54:20.477 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:20.478 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:54:20.478 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:54:20.478 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:54:20.478 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:54:20.479 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:54:21.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:20 smithi068 conmon[102841]: cluster 2022-01-25T23:54:19.719182+0000 mgr.smithi068.zkksrk (mgr.14702) 2187 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:20 smithi068 conmon[102841]: audit 2022-01-25T23:54:19.834544+0000 mgr.smithi068.zkksrk (mgr.14702) 2188 : audit [DBG] from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:20 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:54:21.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:20 smithi068 conmon[102841]: 23:54:20.474980+0000 mon.smithi068 (mon.0) 865 : audit [DBG] from='client.? 172.21.15.68:0/3285492808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:20 smithi165 conmon[67662]: cluster 2022-01-25T23:54:19.719182+0000 mgr.smithi068.zkksrk (mgr.14702) 2187 : cluster [DBG] 2022-01-25T23:54:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:20 smithi165 conmon[67662]: pgmap v1885: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:20 smithi165 conmon[67662]: audit 2022-01-25T23:54:19.834544+0000 mgr.smithi068.zkksrk (mgr.14702) 2188 : audit [DBG] from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:20 smithi165 conmon[67662]: audit 2022-01-25T23:54:20.474980+0000 2022-01-25T23:54:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:20 smithi165 conmon[67662]: mon.smithi068 (mon.0) 865 : audit [DBG] from='client.? 172.21.15.68:0/3285492808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:22.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:21 smithi068 conmon[102841]: audit 2022-01-25T23:54:20.121218+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:54:22.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:21 smithi068 conmon[102841]: 2189 : audit [DBG] from='client.35536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:22.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:21 smithi165 conmon[67662]: audit 2022-01-25T23:54:20.121218+0000 mgr.smithi068.zkksrk (mgr.14702) 2189 : audit [DBG] from='client.35536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:23.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:22 smithi068 conmon[102841]: cluster 2022-01-25T23:54:21.719893+0000 mgr.smithi068.zkksrk (mgr.14702) 2190 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:22 smithi165 conmon[67662]: cluster 2022-01-25T23:54:21.719893+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:54:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:22 smithi165 conmon[67662]: 2190 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:25.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:24 smithi068 conmon[102841]: cluster 2022-01-25T23:54:23.720445+0000 mgr.smithi068.zkksrk (mgr.14702) 2191 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:24 smithi165 conmon[67662]: cluster 2022-01-25T23:54:23.720445+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:54:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:24 smithi165 conmon[67662]: mgr.14702) 2191 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:27.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:26 smithi068 conmon[102841]: cluster 2022-01-25T23:54:25.721332+0000 mgr.smithi068.zkksrk (mgr.14702) 2192 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:26 smithi165 conmon[67662]: cluster 2022-01-25T23:54:25.721332+0000 mgr.smithi068.zkksrk (mgr.14702) 2192 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:29.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:28 smithi068 conmon[102841]: cluster 2022-01-25T23:54:27.721803+0000 mgr.smithi068.zkksrk (mgr.14702) 2193 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:28 smithi165 conmon[67662]: cluster 2022-01-25T23:54:27.721803+0000 mgr.smithi068.zkksrk (mgr.14702) 2193 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:31.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:30 smithi068 conmon[102841]: cluster 2022-01-25T23:54:29.722910+0000 mgr.smithi068.zkksrk (mgr.14702) 2194 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:30 smithi165 conmon[67662]: cluster 2022-01-25T23:54:29.722910+0000 mgr.smithi068.zkksrk (mgr.14702) 2194 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:32 smithi165 conmon[67662]: cluster 2022-01-25T23:54:31.723702+0000 mgr.smithi068.zkksrk (mgr.14702) 2195 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:32 smithi068 conmon[102841]: cluster 2022-01-25T23:54:31.723702+0000 mgr.smithi068.zkksrk (mgr.14702) 2195 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:34 smithi165 conmon[67662]: cluster 2022-01-25T23:54:33.724436+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:54:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:34 smithi165 conmon[67662]: ) 2196 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:34 smithi165 conmon[67662]: audit 2022-01-25T23:54:34.353906+0000 mon.smithi068 (mon.0) 866 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:54:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:34 smithi165 conmon[67662]: audit 2022-01-25T23:54:34.355477+0000 mon.smithi068 (mon.0) 867 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:54:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:34 smithi165 conmon[67662]: audit 2022-01-25T23:54:34.356425+0000 mon.smithi068 (mon.0) 868 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:54:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:34 smithi068 conmon[102841]: cluster 2022-01-25T23:54:33.724436+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:54:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:34 smithi068 conmon[102841]: .14702) 2196 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:34 smithi068 conmon[102841]: audit 2022-01-25T23:54:34.353906+0000 mon.smithi068 (mon.0) 866 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:54:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:34 smithi068 conmon[102841]: audit 2022-01-25T23:54:34.355477+0000 mon.smithi068 (mon.0) 867 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:54:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:34 smithi068 conmon[102841]: audit 2022-01-25T23:54:34.356425+0000 mon.smithi068 (mon.0) 868 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:54:36.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:35 smithi165 conmon[67662]: cephadm 2022-01-25T23:54:34. 2022-01-25T23:54:36.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:35 smithi165 conmon[67662]: 357290+0000 mgr.smithi068.zkksrk (mgr.14702) 2197 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:54:36.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:35 smithi068 conmon[102841]: cephadm 2022-01-25T23:54:34.357290+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:54:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:35 smithi068 conmon[102841]: .14702) 2197 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:54:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:36 smithi165 conmon[67662]: cluster 2022-01-25T23:54:35.725168+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:54:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:36 smithi165 conmon[67662]: mgr.14702) 2198 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:36 smithi068 conmon[102841]: cluster 2022-01-25T23:54:35.725168+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:54:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:36 smithi068 conmon[102841]: .14702) 2198 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:38 smithi165 conmon[67662]: cluster 2022-01-25T23:54:37.725588+0000 mgr.smithi068.zkksrk (mgr.14702) 2199 : cluster 2022-01-25T23:54:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:38 smithi165 conmon[67662]: [DBG] pgmap v1894: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:39.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:38 smithi165 conmon[67662]: audit 2022-01-25T23:54:38.805797+0000 mon.smithi068 (mon.0) 869 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:38 smithi068 conmon[102841]: cluster 2022-01-25T23:54:37.725588+0000 mgr.smithi068.zkksrk (mgr.14702) 2199 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:38 smithi068 conmon[102841]: audit 2022-01-25T23:54:38.805797+0000 mon.smithi068 (mon.0) 869 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:40 smithi165 conmon[67662]: cluster 2022-01-25T23:54:39.726571+0000 mgr.smithi068.zkksrk (mgr.14702) 2200 2022-01-25T23:54:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:40 smithi165 conmon[67662]: : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:40 smithi068 conmon[102841]: cluster 2022-01-25T23:54:39. 2022-01-25T23:54:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:40 smithi068 conmon[102841]: 726571+0000 mgr.smithi068.zkksrk (mgr.14702) 2200 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: audit 2022-01-25T23:54:41.129089+0000 mon.smithi068 (mon.0) 870 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: audit 2022-01-25T23:54:41.525186+0000 mon.smithi068 (mon.0) 871 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:54:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: audit 2022-01-25T23:54:41.529770+0000 mon.smithi068 (mon.0) 872 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: audit 2022-01-25T23:54:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: 2022-01-25T23:54:41.537107+0000 mon.smithi068 (mon.0) 873 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: cluster 2022-01-25 2022-01-25T23:54:42.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: T23:54:41.727033+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:54:42.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:42 smithi165 conmon[67662]: ) 2201 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: audit 2022-01-25T23:54:41.129089+0000 mon.smithi068 (mon.0) 870 2022-01-25T23:54:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: audit 2022-01-25T23:54:41.525186+0000 mon.smithi068 (mon.0) 871 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:54:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: audit 2022-01-25T23:54:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: 2022-01-25T23:54:41.529770+0000 mon.smithi068 (mon.0) 872 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: audit 2022-01-25T23:54:41.537107+0000 2022-01-25T23:54:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: mon.smithi068 (mon.0) 873 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:54:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: cluster 2022-01-25 2022-01-25T23:54:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: T23:54:41.727033+0000 mgr.smithi068.zkksrk (mgr.14702) 2201 2022-01-25T23:54:42.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:45.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:44 smithi068 conmon[102841]: cluster 2022-01-25T23:54:43.727573+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:54:45.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:44 smithi068 conmon[102841]: 14702) 2202 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:44 smithi165 conmon[67662]: cluster 2022-01-25T23:54:43.727573+0000 mgr.smithi068.zkksrk (mgr.14702) 2202 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:47.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:46 smithi068 conmon[102841]: cluster 2022-01-25T23:54:45.728706+0000 mgr.smithi068.zkksrk (mgr.14702) 2203 : cluster [DBG] 2022-01-25T23:54:47.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:46 smithi068 conmon[102841]: pgmap v1898: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:46 smithi165 conmon[67662]: cluster 2022-01-25T23:54:45.728706+0000 mgr.smithi068.zkksrk (mgr.14702) 2203 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:49.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:48 smithi068 conmon[102841]: cluster 2022-01-25T23:54:47.729200+0000 mgr.smithi068.zkksrk (mgr.14702) 2204 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:48 smithi165 conmon[67662]: cluster 2022-01-25T23:54:47.729200+0000 mgr.smithi068.zkksrk (mgr.14702) 2204 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:50.796 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:54:51.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:50 smithi068 conmon[102841]: cluster 2022-01-25T23:54:49.730022+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:54:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:50 smithi068 conmon[102841]: .14702) 2205 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:51.084 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:54:51.084 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (68m) 9s ago 69m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:54:51.085 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (61m) 9s ago 69m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:54:51.085 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (61m) 12s ago 69m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:54:51.085 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (68m) 9s ago 69m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:54:51.085 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (65m) 9s ago 65m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:54:51.086 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (65m) 12s ago 65m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:54:51.086 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (62m) 9s ago 70m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:54:51.086 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (62m) 12s ago 69m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:54:51.086 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (62m) 9s ago 70m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:54:51.087 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (62m) 12s ago 68m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:54:51.087 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (62m) 9s ago 62m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:54:51.087 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (62m) 12s ago 62m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:54:51.087 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (69m) 9s ago 69m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:54:51.087 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (68m) 12s ago 68m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:54:51.088 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (53m) 9s ago 68m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:54:51.088 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (68m) 9s ago 68m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:54:51.088 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (67m) 9s ago 67m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:54:51.088 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (67m) 9s ago 67m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:54:51.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (67m) 12s ago 67m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:54:51.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (67m) 12s ago 67m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:54:51.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (66m) 12s ago 66m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:54:51.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (66m) 12s ago 66m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:54:51.090 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (68m) 9s ago 69m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:54:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:50 smithi165 conmon[67662]: cluster 2022-01-25T23:54:49.730022+0000 mgr.smithi068.zkksrk (mgr.14702) 2205 : cluster [DBG] 2022-01-25T23:54:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:50 smithi165 conmon[67662]: pgmap v1900: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:51.421 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:54:51.422 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:54:51.422 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:51.422 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:51.422 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:54:51.423 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:51.423 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:51.423 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:54:51.423 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:54:51.423 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:54:51.424 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:51.424 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:54:51.424 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:54:51.424 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:54:51.425 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:54:51.425 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:54:51.425 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:54:51.425 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:54:51.425 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:54:52.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:51 smithi068 conmon[102841]: audit 2022-01-25T23:54:50.785027+0000 2022-01-25T23:54:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:51 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2206 : audit [DBG] from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:51 smithi068 conmon[102841]: audit 2022-01-25T23:54:51.422357+0000 mon.smithi068 (mon.0) 874 : 2022-01-25T23:54:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:51 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/1229511012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:52.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:51 smithi165 conmon[67662]: audit 2022-01-25T23:54:50.785027+0000 mgr.smithi068.zkksrk (mgr.14702) 2206 : audit [DBG] from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:52.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:51 smithi165 conmon[67662]: audit 2022-01-25T23:54:51.422357+0000 mon.smithi068 (mon.0) 874 : audit [DBG] from='client.? 172.21.15.68:0/1229511012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:53.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:52 smithi068 conmon[102841]: audit 2022-01-25T23:54:51.070607+0000 mgr.smithi068.zkksrk (mgr.14702) 2207 : audit [DBG] from='client.35548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:53.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:52 smithi068 conmon[102841]: cluster 2022-01-25T23:54:51.730751+0000 mgr.smithi068.zkksrk (mgr.14702) 2208 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:52 smithi165 conmon[67662]: audit 2022-01-25T23:54:51.070607+0000 mgr.smithi068.zkksrk (mgr.14702) 2207 : audit [DBG] from='client.35548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:52 smithi165 conmon[67662]: cluster 2022-01-25T23:54:51.730751+0000 mgr.smithi068.zkksrk (mgr.14702) 2208 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:54 smithi068 conmon[102841]: cluster 2022-01-25T23:54:53.731439+0000 mgr.smithi068.zkksrk (mgr.14702) 2209 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:54 smithi165 conmon[67662]: cluster 2022-01-25T23:54:53.731439+0000 mgr.smithi068.zkksrk (mgr.14702) 2209 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:56 smithi068 conmon[102841]: cluster 2022-01-25T23:54:55.732253+0000 mgr.smithi068.zkksrk (mgr.14702) 2210 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:56 smithi165 conmon[67662]: cluster 2022-01-25T23:54:55.732253+0000 mgr.smithi068.zkksrk (mgr.14702) 2210 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:54:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:54:58 smithi068 conmon[102841]: cluster 2022-01-25T23:54:57.732785+0000 mgr.smithi068.zkksrk (mgr.14702) 2211 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:54:58 smithi165 conmon[67662]: cluster 2022-01-25T23:54:57.732785+0000 mgr.smithi068.zkksrk (mgr.14702) 2211 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:00 smithi165 conmon[67662]: cluster 2022-01-25T23:54:59.733846+0000 mgr.smithi068.zkksrk (mgr.14702) 2212 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:00 smithi068 conmon[102841]: cluster 2022-01-25T23:54:59.733846+0000 mgr.smithi068.zkksrk (mgr.14702) 2212 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:02 smithi165 conmon[67662]: cluster 2022-01-25T23:55:01.734633+0000 mgr.smithi068.zkksrk (mgr.14702) 2213 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:02 smithi068 conmon[102841]: cluster 2022-01-25T23:55:01.734633+0000 mgr.smithi068.zkksrk (mgr.14702) 2213 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:04 smithi165 conmon[67662]: cluster 2022-01-25T23:55:03.735088+0000 mgr.smithi068.zkksrk (mgr.14702) 2214 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:04 smithi068 conmon[102841]: cluster 2022-01-25T23:55:03.735088+0000 mgr.smithi068.zkksrk (mgr.14702) 2214 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:06 smithi165 conmon[67662]: cluster 2022-01-25T23:55:05.736016+0000 mgr.smithi068.zkksrk (mgr.14702) 2215 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:06 smithi068 conmon[102841]: cluster 2022-01-25T23:55:05.736016+0000 mgr.smithi068.zkksrk (mgr.14702) 2215 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:08 smithi165 conmon[67662]: cluster 2022-01-25T23:55:07.736569+0000 mgr.smithi068.zkksrk (mgr.14702) 2216 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:08 smithi068 conmon[102841]: cluster 2022-01-25T23:55:07.736569+0000 mgr.smithi068.zkksrk (mgr.14702) 2216 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:10 smithi165 conmon[67662]: cluster 2022-01-25T23:55:09.737416+0000 mgr.smithi068.zkksrk (mgr.14702) 2217 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:10 smithi068 conmon[102841]: cluster 2022-01-25T23:55:09.737416+0000 mgr.smithi068.zkksrk (mgr.14702) 2217 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:12 smithi165 conmon[67662]: cluster 2022-01-25T23:55:11.737944+0000 mgr.smithi068.zkksrk (mgr.14702) 2218 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:12 smithi068 conmon[102841]: cluster 2022-01-25T23:55:11.737944+0000 mgr.smithi068.zkksrk (mgr.14702) 2218 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:14 smithi165 conmon[67662]: cluster 2022-01-25T23:55:13.738471+0000 mgr.smithi068.zkksrk (mgr.14702) 2219 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:14 smithi068 conmon[102841]: cluster 2022-01-25T23:55:13.738471+0000 mgr.smithi068.zkksrk (mgr.14702) 2219 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:16 smithi165 conmon[67662]: cluster 2022-01-25T23:55:15.739317+0000 mgr.smithi068.zkksrk (mgr.14702) 2220 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:16 smithi068 conmon[102841]: cluster 2022-01-25T23:55:15.739317+0000 mgr.smithi068.zkksrk (mgr.14702) 2220 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:18 smithi165 conmon[67662]: cluster 2022-01-25T23:55:17.739858+0000 mgr.smithi068.zkksrk (mgr.14702) 2221 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:18 smithi165 conmon[67662]: audit 2022-01-25T23:55:18.344818+0000 mon.smithi068 (mon.0) 875 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:55:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:18 smithi165 conmon[67662]: audit 2022-01-25T23:55:18.444972+0000 mon.smithi068 (mon.0) 876 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:55:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:18 smithi068 conmon[102841]: cluster 2022-01-25T23:55:17.739858+0000 mgr.smithi068.zkksrk (mgr.14702) 2221 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:18 smithi068 conmon[102841]: audit 2022-01-25T23:55:18.344818+0000 mon.smithi068 (mon.0) 875 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:55:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:18 smithi068 conmon[102841]: audit 2022-01-25T23:55:18. 2022-01-25T23:55:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:18 smithi068 conmon[102841]: 444972+0000 mon.smithi068 (mon.0) 876 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:55:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:20 smithi165 conmon[67662]: cluster 2022-01-25T23:55:19.740883+0000 mgr.smithi068.zkksrk (mgr.14702) 2222 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:20 smithi068 conmon[102841]: cluster 2022-01-25T23:55:19.740883+0000 mgr.smithi068.zkksrk (mgr.14702) 2222 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:21.740 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:55:22.031 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:55:22.031 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (69m) 40s ago 70m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:55:22.031 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (62m) 40s ago 70m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:55:22.032 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (62m) 43s ago 69m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:55:22.032 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (68m) 40s ago 69m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:55:22.032 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (65m) 40s ago 65m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:55:22.032 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (65m) 43s ago 65m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:55:22.033 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (63m) 40s ago 71m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:55:22.033 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (62m) 43s ago 69m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:55:22.033 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (62m) 40s ago 71m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:55:22.033 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (62m) 43s ago 69m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:55:22.033 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (63m) 40s ago 63m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:55:22.034 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (63m) 43s ago 63m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:55:22.034 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (69m) 40s ago 69m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:55:22.034 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (69m) 43s ago 69m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:55:22.034 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (53m) 40s ago 69m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:55:22.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (68m) 40s ago 68m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:55:22.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (68m) 40s ago 68m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:55:22.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (68m) 40s ago 68m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:55:22.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (67m) 43s ago 67m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:55:22.036 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (67m) 43s ago 67m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:55:22.036 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (67m) 43s ago 67m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:55:22.036 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (67m) 43s ago 67m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:55:22.036 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (68m) 40s ago 69m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:55:22.369 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:55:22.370 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:55:22.370 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:22.370 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:22.371 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:55:22.371 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:22.371 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:22.371 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:55:22.372 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:55:22.372 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:55:22.372 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:22.372 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:55:22.372 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:55:22.373 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:22.373 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:55:22.373 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:55:22.373 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:55:22.374 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:55:22.374 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:55:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:22 smithi165 conmon[67662]: audit 2022-01-25T23:55:21.728927+0000 mgr.smithi068.zkksrk (mgr.14702) 2223 : audit [DBG] from='client.35556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:22 smithi165 conmon[67662]: cluster 2022-01-25T 2022-01-25T23:55:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:22 smithi165 conmon[67662]: 23:55:21.741503+0000 mgr.smithi068.zkksrk (mgr.14702) 2224 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:22 smithi165 conmon[67662]: audit 2022-01-25T23:55:22.370252+0000 mon.smithi068 (mon.0) 877 : audit [DBG] from='client.? 172.21.15.68:0/3778392318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:22 smithi068 conmon[102841]: audit 2022-01-25T23:55:21.728927+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:55:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:22 smithi068 conmon[102841]: 14702) 2223 : audit [DBG] from='client.35556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:22 smithi068 conmon[102841]: cluster 2022-01-25T23:55:21.741503+0000 mgr.smithi068.zkksrk (mgr.14702) 2224 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:22 smithi068 conmon[102841]: audit 2022-01-25T23:55:22.370252+0000 mon.smithi068 (mon 2022-01-25T23:55:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:22 smithi068 conmon[102841]: .0) 877 : audit [DBG] from='client.? 172.21.15.68:0/3778392318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:24.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:23 smithi165 conmon[67662]: audit 2022-01-25T23:55:22.017156+0000 mgr.smithi068.zkksrk (mgr.14702) 2225 : audit [DBG] from='client.35560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:24.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:23 smithi068 conmon[102841]: audit 2022-01-25T23:55:22.017156+0000 mgr.smithi068.zkksrk (mgr.14702) 2225 : audit [DBG] from='client.35560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:24 smithi165 conmon[67662]: cluster 2022-01-25T23:55:23.742086+0000 mgr.smithi068.zkksrk (mgr.14702) 2226 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:24 smithi068 conmon[102841]: cluster 2022-01-25T23:55:23.742086+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:55:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:24 smithi068 conmon[102841]: 2226 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:26 smithi165 conmon[67662]: cluster 2022-01-25T23:55:25.743177+0000 mgr.smithi068.zkksrk (mgr.14702) 2227 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:26 smithi068 conmon[102841]: cluster 2022-01-25T23:55:25.743177+0000 mgr.smithi068.zkksrk (mgr.14702) 2227 : cluster 2022-01-25T23:55:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:26 smithi068 conmon[102841]: [DBG] pgmap v1918: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:28 smithi165 conmon[67662]: cluster 2022-01-25T23:55:27.743780+0000 mgr.smithi068.zkksrk (mgr.14702) 2228 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:28 smithi068 conmon[102841]: cluster 2022-01-25T23:55:27.743780+0000 2022-01-25T23:55:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:28 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2228 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:30 smithi165 conmon[67662]: cluster 2022-01-25T23:55:29.744692+0000 mgr.smithi068.zkksrk (mgr.14702) 2229 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:30 smithi068 conmon[102841]: cluster 2022-01-25T23:55:29.744692+0000 mgr.smithi068.zkksrk (mgr.14702) 2229 : 2022-01-25T23:55:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:30 smithi068 conmon[102841]: cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:32 smithi165 conmon[67662]: cluster 2022-01-25T23:55:31.745502+0000 mgr.smithi068.zkksrk (mgr.14702) 2230 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:32 smithi068 conmon[102841]: cluster 2022-01-25T23:55:31.745502+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:55:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:32 smithi068 conmon[102841]: 2230 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:34 smithi165 conmon[67662]: cluster 2022-01-25T23:55:33.746104+0000 mgr.smithi068.zkksrk (mgr.14702) 2231 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:34 smithi068 conmon[102841]: cluster 2022-01-25T23:55:33.746104+0000 mgr.smithi068.zkksrk (mgr.14702) 2231 : cluster 2022-01-25T23:55:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:34 smithi068 conmon[102841]: [DBG] pgmap v1922: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:36 smithi165 conmon[67662]: cluster 2022-01-25T23:55:35.747054+0000 mgr.smithi068.zkksrk (mgr.14702) 2232 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:36 smithi068 conmon[102841]: cluster 2022-01-25T23:55:35.747054+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:55:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:36 smithi068 conmon[102841]: 2232 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:38 smithi165 conmon[67662]: cluster 2022-01-25T23:55:37.747604+0000 mgr.smithi068.zkksrk (mgr.14702) 2233 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:38 smithi068 conmon[102841]: cluster 2022-01-25T23:55:37.747604+0000 mgr.smithi068.zkksrk (mgr.14702) 2233 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:40 smithi165 conmon[67662]: cluster 2022-01-25T23:55:39.748553+0000 mgr.smithi068.zkksrk (mgr.14702) 2234 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:40 smithi068 conmon[102841]: cluster 2022-01-25T23:55:39.748553+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:55:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:40 smithi068 conmon[102841]: ) 2234 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:42.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:41 smithi165 conmon[67662]: audit 2022-01-25T23:55:41.540058+0000 mon.smithi068 (mon.0) 878 : audit 2022-01-25T23:55:42.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:41 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:55:42.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:41 smithi165 conmon[67662]: audit 2022-01-25T23:55:41.541561+0000 mon.smithi068 (mon.0) 879 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:55:42.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:41 smithi165 conmon[67662]: audit 2022-01-25T23:55:41. 2022-01-25T23:55:42.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:41 smithi165 conmon[67662]: 542579+0000 mon.smithi068 (mon.0) 880 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:55:42.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:41 smithi068 conmon[102841]: audit 2022-01-25T23:55:41.540058+0000 mon.smithi068 (mon.0) 2022-01-25T23:55:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:41 smithi068 conmon[102841]: 878 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:55:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:41 smithi068 conmon[102841]: audit 2022-01-25T23:55:41.541561+0000 mon.smithi068 (mon.0) 879 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:55:42.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:41 smithi068 conmon[102841]: audit 2022-01-25T23:55:41.542579+0000 mon.smithi068 (mon.0) 880 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:55:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: cephadm 2022-01-25T23:55:41.543427+0000 mgr.smithi068.zkksrk (mgr.14702) 2235 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:55:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: 2022-01-25T23:55:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: cluster 2022-01-25T23:55:41.749042+0000 mgr.smithi068.zkksrk (mgr.14702) 2236 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: audit 2022-01-25T23:55 2022-01-25T23:55:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: :41.958397+0000 mon.smithi068 (mon.0) 881 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:55:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: audit 2022-01-25T23:55:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: 2022-01-25T23:55:41.963792+0000 mon.smithi068 (mon.0) 882 2022-01-25T23:55:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:42 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:55:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: cephadm 2022-01-25T23:55:41.543427+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:55:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: 2235 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:55:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: cluster 2022-01-25T23:55:41.749042+0000 mgr.smithi068.zkksrk (mgr.14702) 2236 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: audit 2022-01-25T23:55:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: 2022-01-25T23:55:41.958397+0000 mon.smithi068 (mon.0) 881 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:55:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:55:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: 23:55:41.963792+0000 mon.smithi068 (mon. 2022-01-25T23:55:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:42 smithi068 conmon[102841]: 0) 882 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:55:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:44 smithi165 conmon[67662]: cluster 2022-01-25T23:55:43.749628+0000 mgr.smithi068.zkksrk (mgr.14702) 2237 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:44 smithi068 conmon[102841]: cluster 2022-01-25T23:55:43.749628+0000 mgr.smithi068.zkksrk 2022-01-25T23:55:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:44 smithi068 conmon[102841]: (mgr.14702) 2237 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:46 smithi165 conmon[67662]: cluster 2022-01-25T23:55:45.750492+0000 mgr.smithi068.zkksrk (mgr.14702) 2238 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:46 smithi068 conmon[102841]: cluster 2022-01-25T23:55:45.750492+0000 mgr.smithi068.zkksrk (mgr.14702) 2238 : cluster 2022-01-25T23:55:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:46 smithi068 conmon[102841]: [DBG] pgmap v1928: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:48 smithi165 conmon[67662]: cluster 2022-01-25T23:55:47.751115+0000 mgr.smithi068.zkksrk (mgr.14702) 2239 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:48 smithi068 conmon[102841]: cluster 2022-01-25T23:55:47.751115+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:55:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:48 smithi068 conmon[102841]: .14702) 2239 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:50 smithi165 conmon[67662]: cluster 2022-01-25T23:55:49.752007+0000 mgr.smithi068.zkksrk (mgr.14702) 2240 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:50 smithi068 conmon[102841]: cluster 2022-01-25T23:55:49.752007+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:55:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:50 smithi068 conmon[102841]: mgr.14702) 2240 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:52.687 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:55:52.977 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:55:52.977 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (69m) 71s ago 70m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:55:52.977 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (62m) 71s ago 70m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:55:52.978 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (62m) 74s ago 70m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:55:52.978 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (69m) 71s ago 70m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:55:52.978 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (66m) 71s ago 66m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:55:52.978 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (66m) 74s ago 66m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:55:52.978 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (63m) 71s ago 71m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:55:52.979 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (63m) 74s ago 70m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:55:52.979 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (63m) 71s ago 71m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:55:52.979 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (63m) 74s ago 70m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:55:52.979 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (64m) 71s ago 63m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:55:52.980 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (63m) 74s ago 63m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:55:52.980 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (70m) 71s ago 70m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:55:52.980 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (69m) 74s ago 69m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:55:52.980 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (54m) 71s ago 69m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:55:52.981 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (69m) 71s ago 69m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:55:52.981 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (68m) 71s ago 68m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:55:52.981 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (68m) 71s ago 68m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:55:52.981 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (68m) 74s ago 68m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:55:52.981 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (68m) 74s ago 68m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:55:52.982 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (67m) 74s ago 67m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:55:52.982 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (67m) 74s ago 67m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:55:52.982 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (69m) 71s ago 70m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:55:52.983 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:52 smithi068 conmon[102841]: cluster 2022-01-25T23:55:51 2022-01-25T23:55:52.983 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:52 smithi068 conmon[102841]: .752616+0000 mgr.smithi068.zkksrk (mgr.14702) 2241 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:52 smithi165 conmon[67662]: cluster 2022-01-25T23:55:51.752616+0000 mgr.smithi068.zkksrk (mgr.14702) 2241 : cluster [DBG] 2022-01-25T23:55:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:52 smithi165 conmon[67662]: pgmap v1931: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:53.321 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:55:53.322 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:55:53.322 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:53.322 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:53.322 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:55:53.323 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:53.323 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:53.323 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:55:53.323 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:55:53.323 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:55:53.324 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:53.324 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:55:53.324 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:55:53.324 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:55:53.325 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:55:53.325 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:55:53.325 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:55:53.325 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:55:53.325 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:55:54.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:53 smithi165 conmon[67662]: audit 2022-01-25T23:55:52.675693+0000 mgr.smithi068.zkksrk (mgr.14702) 2242 : audit [DBG] from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:54.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:53 smithi165 conmon[67662]: audit 2022-01-25T23:55:53.322439+0000 mon.smithi068 (mon.0) 883 : audit [DBG] from='client.? 172.21.15.68:0/1701204577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:54.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:53 smithi068 conmon[102841]: audit 2022-01-25T23:55:52.675693+0000 mgr.smithi068.zkksrk (mgr.14702) 2242 : audit [DBG] from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:53 smithi068 conmon[102841]: audit 2022-01-25T23:55:53.322439+0000 mon.smithi068 (mon.0) 883 : audit [DBG] from='client.? 172.21.15.68:0/1701204577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:54 smithi165 conmon[67662]: audit 2022-01-25T23:55:52.963224+0000 mgr.smithi068.zkksrk (mgr.14702) 2243 : audit [DBG] from='client.35572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:54 smithi165 conmon[67662]: cluster 2022-01-25T23:55: 2022-01-25T23:55:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:54 smithi165 conmon[67662]: 53.753078+0000 mgr.smithi068.zkksrk (mgr.14702) 2244 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:54 smithi068 conmon[102841]: audit 2022-01-25T23:55:52.963224+0000 mgr.smithi068.zkksrk (mgr.14702) 2243 : audit [DBG] from='client.35572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:54 smithi068 conmon[102841]: cluster 2022-01-25T23:55:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:54 smithi068 conmon[102841]: 2022-01-25T23:55:53.753078+0000 mgr.smithi068.zkksrk (mgr.14702) 2244 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:56.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:55 smithi165 conmon[67662]: cluster 2022-01-25T23:55:55.753993+0000 mgr.smithi068.zkksrk (mgr.14702) 2245 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:55 smithi068 conmon[102841]: cluster 2022-01-25T23:55:55.753993+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:55:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:55 smithi068 conmon[102841]: mgr.14702) 2245 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:55:59.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:58 smithi068 conmon[102841]: cluster 2022-01-25T23:55:57.754750+0000 mgr.smithi068.zkksrk (mgr.14702) 2246 2022-01-25T23:55:59.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:55:58 smithi068 conmon[102841]: : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:55:58 smithi165 conmon[67662]: cluster 2022-01-25T23:55:57.754750+0000 mgr.smithi068.zkksrk (mgr.14702) 2246 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:00 smithi165 conmon[67662]: cluster 2022-01-25T23:55:59.755596+0000 mgr.smithi068.zkksrk (mgr.14702) 2247 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:00 smithi068 conmon[102841]: cluster 2022-01-25T23:55:59.755596+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:56:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:00 smithi068 conmon[102841]: 2247 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:02 smithi165 conmon[67662]: cluster 2022-01-25T23:56:01.756205+0000 mgr.smithi068.zkksrk (mgr.14702) 2248 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:02 smithi068 conmon[102841]: cluster 2022-01-25T23:56:01.756205+0000 mgr.smithi068.zkksrk (mgr.14702) 2248 : 2022-01-25T23:56:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:02 smithi068 conmon[102841]: cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:04 smithi165 conmon[67662]: cluster 2022-01-25T23:56:03.756786+0000 mgr.smithi068.zkksrk (mgr.14702) 2249 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:04 smithi068 conmon[102841]: cluster 2022-01-25T23:56:03.756786+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:56:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:04 smithi068 conmon[102841]: mgr.14702) 2249 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:06 smithi165 conmon[67662]: cluster 2022-01-25T23:56:05.757782+0000 mgr.smithi068.zkksrk (mgr.14702) 2250 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:06 smithi068 conmon[102841]: cluster 2022-01-25T23:56:05.757782+0000 mgr.smithi068.zkksrk (mgr.14702) 2250 2022-01-25T23:56:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:08 smithi165 conmon[67662]: cluster 2022-01-25T23:56:07.758546+0000 mgr.smithi068.zkksrk (mgr.14702) 2251 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:08 smithi068 conmon[102841]: cluster 2022-01-25T23:56:07.758546+0000 mgr.smithi068.zkksrk (mgr.14702) 2251 : cluster 2022-01-25T23:56:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:08 smithi068 conmon[102841]: [DBG] pgmap v1939: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:10 smithi165 conmon[67662]: cluster 2022-01-25T23:56:09.759429+0000 mgr.smithi068.zkksrk (mgr.14702) 2252 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:10 smithi068 conmon[102841]: cluster 2022-01-25T23:56:09.759429+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:56:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:10 smithi068 conmon[102841]: ) 2252 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:12 smithi165 conmon[67662]: cluster 2022-01-25T23:56:11.760205+0000 mgr.smithi068.zkksrk (mgr.14702) 2253 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:12 smithi068 conmon[102841]: cluster 2022-01-25T23:56:11.760205+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:56:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:12 smithi068 conmon[102841]: ) 2253 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:14 smithi165 conmon[67662]: cluster 2022-01-25T23:56:13.760798+0000 mgr.smithi068.zkksrk (mgr.14702) 2254 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:14 smithi165 conmon[67662]: 2022-01-25T23:56:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:14 smithi068 conmon[102841]: cluster 2022-01-25T23:56:13.760798+0000 mgr.smithi068.zkksrk (mgr.14702) 2254 : cluster 2022-01-25T23:56:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:14 smithi068 conmon[102841]: [DBG] pgmap v1942: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:16 smithi165 conmon[67662]: cluster 2022-01-25T23:56:15.761782+0000 mgr.smithi068.zkksrk (mgr.14702) 2255 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:16 smithi068 conmon[102841]: cluster 2022-01-25T23:56:15.761782+0000 mgr.smithi068.zkksrk (mgr.14702) 2255 2022-01-25T23:56:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:16 smithi068 conmon[102841]: : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:18 smithi165 conmon[67662]: cluster 2022-01-25T23:56:17.762273+0000 mgr.smithi068.zkksrk (mgr.14702) 2256 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:18 smithi165 conmon[67662]: audit 2022-01-25T23:56:18.347340+0000 mon.smithi068 (mon.0) 884 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:56:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:18 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:56:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:18 smithi165 conmon[67662]: 25T23:56:18.450094+0000 mon.smithi068 (mon.0) 885 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:56:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: cluster 2022-01-25T23:56:17.762273+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:56:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: ) 2256 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: audit 2022-01-25T23:56:18.347340+0000 mon.smithi068 (mon.0) 884 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:56:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: audit 2022-01-25T23:56:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: 2022-01-25T23:56:18.450094+0000 2022-01-25T23:56:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: mon.smithi068 (mon.0) 885 : audit [INF] 2022-01-25T23:56:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:56:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:20 smithi165 conmon[67662]: cluster 2022-01-25T23:56:19.763144+0000 mgr.smithi068.zkksrk (mgr.14702) 2257 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:20 smithi068 conmon[102841]: cluster 2022-01-25T23:56:19.763144+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:56:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:20 smithi068 conmon[102841]: ) 2257 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:22 smithi165 conmon[67662]: cluster 2022-01-25T23:56:21.763769+0000 mgr.smithi068.zkksrk (mgr.14702) 2258 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:22 smithi068 conmon[102841]: cluster 2022-01-25T23:56:21.763769+0000 mgr.smithi068.zkksrk (mgr.14702) 2258 2022-01-25T23:56:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:23.636 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:56:23.928 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:56:23.929 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (70m) 102s ago 71m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:56:23.929 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (63m) 102s ago 71m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:56:23.929 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (63m) 105s ago 70m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:56:23.929 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (69m) 102s ago 70m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:56:23.930 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (66m) 102s ago 66m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:56:23.930 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (66m) 105s ago 66m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:56:23.930 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (64m) 102s ago 72m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:56:23.930 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (63m) 105s ago 70m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:56:23.931 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (63m) 102s ago 72m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:56:23.931 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (63m) 105s ago 70m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:56:23.931 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (64m) 102s ago 64m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:56:23.931 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (64m) 105s ago 64m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:56:23.931 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (70m) 102s ago 70m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:56:23.932 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (70m) 105s ago 70m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:56:23.932 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (54m) 102s ago 70m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:56:23.932 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (69m) 102s ago 69m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:56:23.932 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (69m) 102s ago 69m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:56:23.933 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (69m) 102s ago 69m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:56:23.933 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (68m) 105s ago 68m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:56:23.933 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (68m) 105s ago 68m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:56:23.933 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (68m) 105s ago 68m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:56:23.933 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (68m) 105s ago 68m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:56:23.934 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (69m) 102s ago 70m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:56:24.271 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:56:24.271 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:56:24.271 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:24.272 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:24.272 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:56:24.272 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:24.272 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:24.273 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:56:24.273 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:56:24.273 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:56:24.273 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:24.274 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:56:24.274 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:56:24.274 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:24.274 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:56:24.275 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:56:24.275 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:56:24.275 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:56:24.275 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:56:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: audit 2022-01-25T23:56:23.625298+0000 mgr.smithi068.zkksrk (mgr.14702) 2259 : audit [DBG] from='client.35580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: cluster 2022-01-25T23:56:23.764210+0000 mgr.smithi068.zkksrk (mgr.14702) 2260 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: audit 2022-01-25T23:56: 2022-01-25T23:56:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: 23.914956+0000 mgr.smithi068.zkksrk (mgr.14702) 2261 : audit [DBG] from='client.35584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: audit 2022 2022-01-25T23:56:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: -01-25T23:56:24 2022-01-25T23:56:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: .271849+0000 mon.smithi068 (mon.0) 886 : audit 2022-01-25T23:56:25.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:24 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/2934773022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: audit 2022-01-25T23:56:23.625298+0000 mgr.smithi068.zkksrk (mgr.14702) 2259 : 2022-01-25T23:56:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: audit [DBG] from='client.35580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: cluster 2022-01-25T23:56:23.764210+0000 mgr.smithi068.zkksrk (mgr.14702) 2260 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: audit 2022-01-25T23:56:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: 2022-01-25T23:56:23.914956+0000 mgr.smithi068.zkksrk (mgr.14702) 2261 : audit [DBG] from='client.35584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: audit 2022-01-25T23:56:24.271849+0000 mon.smithi068 (mon.0) 886 : audit 2022-01-25T23:56:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:24 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/2934773022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:26 smithi165 conmon[67662]: cluster 2022-01-25T23:56:25.765149+0000 mgr.smithi068.zkksrk (mgr.14702) 2262 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:26 smithi068 conmon[102841]: cluster 2022-01-25T23:56:25.765149+0000 mgr.smithi068.zkksrk (mgr.14702) 2262 : cluster 2022-01-25T23:56:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:26 smithi068 conmon[102841]: [DBG] pgmap v1948: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:28 smithi165 conmon[67662]: cluster 2022-01-25T23:56:27.765747+0000 mgr.smithi068.zkksrk (mgr.14702) 2263 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:28 smithi068 conmon[102841]: cluster 2022-01-25T23:56:27.765747+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:56:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:28 smithi068 conmon[102841]: 2263 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:30 smithi165 conmon[67662]: cluster 2022-01-25T23:56:29.766638+0000 mgr.smithi068.zkksrk (mgr.14702) 2264 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:30 smithi068 conmon[102841]: cluster 2022-01-25T23:56:29.766638+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:56:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:30 smithi068 conmon[102841]: 2264 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:33.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:32 smithi165 conmon[67662]: cluster 2022-01-25T23:56:31.767278+0000 mgr.smithi068.zkksrk (mgr.14702) 2265 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:32 smithi068 conmon[102841]: cluster 2022-01-25T23:56:31.767278+0000 mgr.smithi068.zkksrk (mgr.14702) 2265 : cluster 2022-01-25T23:56:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:32 smithi068 conmon[102841]: [DBG] pgmap v1951: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:34 smithi165 conmon[67662]: cluster 2022-01-25T23:56:33.767779+0000 mgr.smithi068.zkksrk (mgr.14702) 2266 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:34 smithi165 conmon[67662]: 2022-01-25T23:56:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:34 smithi068 conmon[102841]: cluster 2022-01-25T23:56:33.767779+0000 mgr.smithi068.zkksrk (mgr.14702) 2266 : cluster 2022-01-25T23:56:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:34 smithi068 conmon[102841]: [DBG] pgmap v1952: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:36 smithi165 conmon[67662]: cluster 2022-01-25T23:56:35.768590+0000 mgr.smithi068.zkksrk (mgr.14702) 2267 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:36 smithi068 conmon[102841]: cluster 2022-01-25T23:56:35. 2022-01-25T23:56:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:36 smithi068 conmon[102841]: 768590+0000 mgr.smithi068.zkksrk (mgr.14702) 2267 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:38 smithi165 conmon[67662]: cluster 2022-01-25T23:56:37.769125+0000 mgr.smithi068.zkksrk (mgr.14702) 2268 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:38 smithi068 conmon[102841]: cluster 2022-01-25T23:56:37.769125+0000 mgr.smithi068.zkksrk (mgr.14702) 2268 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:40 smithi165 conmon[67662]: cluster 2022-01-25T23:56:39.770182+0000 mgr.smithi068.zkksrk (mgr.14702) 2269 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:40 smithi068 conmon[102841]: cluster 2022-01-25T23:56:39.770182+0000 mgr.smithi068.zkksrk (mgr.14702) 2269 : 2022-01-25T23:56:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:40 smithi068 conmon[102841]: cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: cluster 2022-01-25T23:56:41.770933+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:56:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: 2270 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: audit 2022-01-25T23:56:41.967037+0000 mon.smithi068 (mon.0) 887 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:56:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: audit 2022-01-25T23:56:41 2022-01-25T23:56:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: .968555+0000 mon.smithi068 (mon.0) 888 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:56:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: audit 2022-01-25T23:56:41.969660+0000 mon.smithi068 ( 2022-01-25T23:56:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: mon.0) 889 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:56:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: audit 2022-01- 2022-01-25T23:56:43.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: 25T23:56:42.330668+0000 mon.smithi068 (mon.0) 890 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:56:43.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: audit 2022-01-25T23:56:42. 2022-01-25T23:56:43.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: 725693+0000 mon.smithi068 (mon.0) 891 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:56:43.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: audit 2022-01-25T23:56: 2022-01-25T23:56:43.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:42 smithi165 conmon[67662]: 42.731099+0000 mon.smithi068 (mon.0) 892 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:56:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: cluster 2022-01-25T23:56:41.770933 2022-01-25T23:56:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2270 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: audit 2022-01-25T23:56:41.967037+0000 mon.smithi068 (mon.0) 887 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:56:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: audit 2022-01-25T23:56:41.968555+0000 mon.smithi068 (mon.0) 888 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:56:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: audit 2022-01-25T23:56:41.969660+0000 mon.smithi068 (mon.0) 889 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:56:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: audit 2022-01-25T23:56:42.330668+0000 mon.smithi068 (mon.0) 890 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:56:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: audit 2022-01-25T23:56:42.725693+0000 mon.smithi068 (mon.0) 891 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:56:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:42 smithi068 conmon[102841]: audit 2022-01-25T23:56:42.731099+0000 mon.smithi068 (mon.0) 892 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:56:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:43 smithi165 conmon[67662]: cephadm 2022-01-25T23:56:41.970559+0000 mgr.smithi068.zkksrk (mgr.14702) 2271 : cephadm [WRN] 2022-01-25T23:56:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:43 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:56:44.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:43 smithi068 conmon[102841]: cephadm 2022-01-25T23:56:41.970559+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:56:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:43 smithi068 conmon[102841]: .14702) 2271 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:56:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:44 smithi165 conmon[67662]: cluster 2022-01-25T23:56:43.771570+0000 mgr.smithi068.zkksrk (mgr.14702) 2272 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:44 smithi068 conmon[102841]: cluster 2022-01-25T23:56:43.771570+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:56:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:44 smithi068 conmon[102841]: 2272 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:46 smithi165 conmon[67662]: cluster 2022-01-25T23:56:45.772457+0000 mgr.smithi068.zkksrk (mgr.14702) 2273 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:46 smithi068 conmon[102841]: cluster 2022-01-25T23:56:45.772457+0000 mgr.smithi068.zkksrk (mgr.14702) 2273 : cluster 2022-01-25T23:56:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:46 smithi068 conmon[102841]: [DBG] pgmap v1958: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:48 smithi165 conmon[67662]: cluster 2022-01-25T23:56:47.773015+0000 mgr.smithi068.zkksrk (mgr.14702) 2274 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:48 smithi068 conmon[102841]: cluster 2022-01-25T23:56:47.773015+0000 mgr.smithi068.zkksrk (mgr.14702) 2274 : 2022-01-25T23:56:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:48 smithi068 conmon[102841]: cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:50 smithi068 conmon[102841]: cluster 2022-01-25T23:56:49.773940+0000 mgr.smithi068.zkksrk (mgr.14702) 2275 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:50 smithi068 conmon[102841]: 2022-01-25T23:56:51.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:50 smithi068 conmon[102841]: cluster 2022-01-25T23:56:49.803064+0000 mon.smithi068 (mon.0) 893 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-01-25T23:56:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:50 smithi165 conmon[67662]: cluster 2022-01-25T23:56:49.773940+0000 mgr.smithi068.zkksrk (mgr.14702) 2275 : cluster 2022-01-25T23:56:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:50 smithi165 conmon[67662]: [DBG] pgmap v1960: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:56:51.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:50 smithi165 conmon[67662]: cluster 2022-01-25T23:56:49.803064+0000 mon.smithi068 (mon.0) 893 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-01-25T23:56:53.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:52 smithi068 conmon[102841]: cluster 2022-01-25T23:56:51. 2022-01-25T23:56:53.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:52 smithi068 conmon[102841]: 774640+0000 mgr.smithi068.zkksrk (mgr.14702) 2276 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:52 smithi165 conmon[67662]: cluster 2022-01-25T23:56:51.774640+0000 mgr.smithi068.zkksrk (mgr.14702) 2276 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:54.590 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:56:54.875 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:56:54.876 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (70m) 2m ago 71m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:56:54.876 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (63m) 2m ago 71m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:56:54.876 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (63m) 2m ago 71m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:56:54.876 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (70m) 2m ago 71m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:56:54.877 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (67m) 2m ago 67m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:56:54.877 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (67m) 2m ago 67m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:56:54.877 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (64m) 2m ago 72m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:56:54.877 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (64m) 2m ago 71m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:56:54.878 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (64m) 2m ago 73m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:56:54.878 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (64m) 2m ago 71m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:56:54.878 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (65m) 2m ago 65m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:56:54.879 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (64m) 2m ago 64m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:56:54.879 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (71m) 2m ago 71m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:56:54.879 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (70m) 2m ago 70m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:56:54.879 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (55m) 2m ago 70m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:56:54.879 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (70m) 2m ago 70m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:56:54.880 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (70m) 2m ago 69m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:56:54.880 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (69m) 2m ago 69m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:56:54.880 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (69m) 2m ago 69m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:56:54.880 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (69m) 2m ago 69m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:56:54.881 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (68m) 2m ago 68m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:56:54.881 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (68m) 2m ago 68m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:56:54.881 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (70m) 2m ago 71m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:56:54.881 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:54 smithi068 conmon[102841]: cluster 2022-01-25T23:56:53.775127+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:56:54.882 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:54 smithi068 conmon[102841]: 2277 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:54 smithi165 conmon[67662]: cluster 2022-01-25T23:56:53.775127+0000 mgr.smithi068.zkksrk (mgr.14702) 2277 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:55.212 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:56:55.212 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:56:55.213 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:55.213 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:55.214 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:56:55.214 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:55.215 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:55.215 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:56:55.215 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:56:55.216 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:56:55.216 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:55.217 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:56:55.217 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:56:55.217 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:56:55.218 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:56:55.218 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:56:55.219 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:56:55.219 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:56:55.219 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:56:56.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:55 smithi165 conmon[67662]: audit 2022-01-25T23:56:54.578192+0000 mgr.smithi068.zkksrk (mgr.14702) 2278 : audit [DBG] from='client.35592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:56.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:55 smithi165 conmon[67662]: audit 2022-01-25T23:56:54.861545+0000 mgr.smithi068.zkksrk (mgr.14702) 2279 : audit [DBG] from='client.35596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:56.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:55 smithi165 conmon[67662]: audit 2022-01-25T23:56:55.213018+0000 mon.smithi068 (mon.0) 894 : audit [DBG] from='client.? 172.21.15.68:0/2071113170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:55 smithi068 conmon[102841]: audit 2022-01-25T23:56:54.578192+0000 mgr.smithi068.zkksrk (mgr.14702) 2278 : audit [DBG] from='client.35592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:55 smithi068 conmon[102841]: audit 2022-01-25T23:56:54.861545+0000 mgr.smithi068.zkksrk (mgr.14702) 2279 : audit [DBG] from='client.35596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:55 smithi068 conmon[102841]: audit 2022 2022-01-25T23:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:55 smithi068 conmon[102841]: -01-25T23:56:55.213018+0000 mon.smithi068 (mon.0) 894 : 2022-01-25T23:56:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:55 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/2071113170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:56 smithi165 conmon[67662]: cluster 2022-01-25T23:56:55.776071+0000 mgr.smithi068.zkksrk (mgr.14702) 2280 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:56 smithi068 conmon[102841]: cluster 2022-01-25T23:56:55.776071+0000 mgr.smithi068.zkksrk (mgr.14702) 2280 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:56:58 smithi165 conmon[67662]: cluster 2022-01-25T23:56:57.776639+0000 mgr.smithi068.zkksrk (mgr.14702) 2281 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:56:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:56:58 smithi068 conmon[102841]: cluster 2022-01-25T23:56:57.776639+0000 mgr.smithi068.zkksrk (mgr.14702) 2281 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:57:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:00 smithi165 conmon[67662]: cluster 2022-01-25T23:56:59.777472+0000 mgr.smithi068.zkksrk (mgr.14702) 2282 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:57:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:00 smithi068 conmon[102841]: cluster 2022-01-25T23:56:59.777472+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:57:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:00 smithi068 conmon[102841]: ) 2282 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:57:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:02 smithi165 conmon[67662]: cluster 2022-01-25T23:57:01.778150+0000 mgr.smithi068.zkksrk (mgr.14702) 2283 : cluster [DBG] 2022-01-25T23:57:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:02 smithi165 conmon[67662]: pgmap v1967: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:02 smithi068 conmon[102841]: cluster 2022-01-25T23:57:01.778150+0000 mgr.smithi068.zkksrk (mgr.14702) 2283 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:04 smithi165 conmon[67662]: cluster 2022-01-25T23:57:03.778719+0000 mgr.smithi068.zkksrk (mgr.14702) 2284 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:04 smithi165 conmon[67662]: 2022-01-25T23:57:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:04 smithi068 conmon[102841]: cluster 2022-01-25T23:57:03.778719+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:57:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:04 smithi068 conmon[102841]: ) 2284 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:06 smithi165 conmon[67662]: cluster 2022-01-25T23:57:05.779576+0000 mgr.smithi068.zkksrk (mgr.14702) 2285 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:06 smithi068 conmon[102841]: cluster 2022-01-25T23:57:05.779576+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:57:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:06 smithi068 conmon[102841]: 14702) 2285 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:08 smithi165 conmon[67662]: cluster 2022-01-25T23:57:07.780064+0000 mgr.smithi068.zkksrk (mgr.14702) 2286 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:08 smithi068 conmon[102841]: cluster 2022-01-25T23:57:07.780064+0000 mgr.smithi068.zkksrk (mgr.14702) 2286 : cluster 2022-01-25T23:57:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:08 smithi068 conmon[102841]: [DBG] pgmap v1970: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:10 smithi165 conmon[67662]: cluster 2022-01-25T23:57:09.780974+0000 mgr.smithi068.zkksrk (mgr.14702) 2287 : cluster 2022-01-25T23:57:11.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:10 smithi165 conmon[67662]: [DBG] pgmap v1971: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:10 smithi068 conmon[102841]: cluster 2022-01-25T23:57:09.780974+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:57:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:10 smithi068 conmon[102841]: ) 2287 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:12 smithi165 conmon[67662]: cluster 2022-01-25T23:57:11.781741+0000 mgr.smithi068.zkksrk (mgr.14702) 2288 : cluster [DBG] 2022-01-25T23:57:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:12 smithi165 conmon[67662]: pgmap v1972: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:12 smithi068 conmon[102841]: cluster 2022-01-25T23:57:11.781741+0000 mgr.smithi068.zkksrk (mgr.14702) 2288 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:14 smithi165 conmon[67662]: cluster 2022-01-25T23:57:13.782432+0000 mgr.smithi068.zkksrk (mgr.14702) 2289 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:14 smithi068 conmon[102841]: cluster 2022-01-25T23:57:13.782432+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:57:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:14 smithi068 conmon[102841]: 2289 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:16 smithi165 conmon[67662]: cluster 2022-01-25T23:57:15.783427+0000 mgr.smithi068.zkksrk (mgr.14702) 2290 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:16 smithi068 conmon[102841]: cluster 2022-01-25T23:57:15.783427+0000 mgr.smithi068.zkksrk (mgr.14702) 2290 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:18 smithi165 conmon[67662]: cluster 2022-01-25T23:57:17.783995+0000 mgr.smithi068.zkksrk (mgr.14702) 2291 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:18 smithi165 conmon[67662]: audit 2022-01-25T23:57:18.349957+0000 mon.smithi068 (mon.0) 895 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:57:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:18 smithi165 conmon[67662]: audit 2022-01-25T23:57:18.454433+0000 mon.smithi068 (mon.0) 896 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:57:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:18 smithi068 conmon[102841]: cluster 2022-01-25T23:57:17.783995+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:57:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:18 smithi068 conmon[102841]: 14702) 2291 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:18 smithi068 conmon[102841]: audit 2022-01-25T23:57:18.349957+0000 mon.smithi068 (mon.0) 895 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:57:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:18 smithi068 conmon[102841]: audit 2022-01-25T23 2022-01-25T23:57:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:18 smithi068 conmon[102841]: :57:18.454433+0000 mon.smithi068 (mon.0 2022-01-25T23:57:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:18 smithi068 conmon[102841]: ) 896 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:57:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:20 smithi165 conmon[67662]: cluster 2022-01-25T23:57:19.785092+0000 mgr.smithi068.zkksrk (mgr.14702) 2292 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:20 smithi068 conmon[102841]: cluster 2022-01-25T23:57:19.785092+0000 mgr.smithi068.zkksrk (mgr.14702) 2292 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:22 smithi165 conmon[67662]: cluster 2022-01-25T23:57:21.785774+0000 mgr.smithi068.zkksrk (mgr.14702) 2293 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:22 smithi068 conmon[102841]: cluster 2022-01-25T23:57:21.785774+0000 mgr.smithi068.zkksrk (mgr.14702) 2293 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:24 smithi165 conmon[67662]: cluster 2022-01-25T23:57:23.786356+0000 mgr.smithi068.zkksrk (mgr.14702) 2294 : cluster [DBG] 2022-01-25T23:57:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:24 smithi165 conmon[67662]: pgmap v1978: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:24 smithi068 conmon[102841]: cluster 2022-01-25T23:57:23.786356+0000 mgr.smithi068.zkksrk (mgr.14702) 2294 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:25.533 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:57:25.822 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:57:25.822 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (71m) 2m ago 72m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:57:25.823 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (64m) 2m ago 72m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:57:25.823 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (64m) 2m ago 71m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:57:25.823 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (71m) 2m ago 72m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:57:25.823 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (67m) 2m ago 67m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:57:25.824 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (67m) 2m ago 67m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:57:25.824 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (65m) 2m ago 73m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:57:25.824 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (64m) 2m ago 71m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:57:25.824 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (64m) 2m ago 73m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:57:25.824 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (64m) 2m ago 71m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:57:25.825 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (65m) 2m ago 65m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:57:25.825 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (65m) 2m ago 65m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:57:25.825 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (71m) 2m ago 71m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:57:25.825 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (71m) 2m ago 71m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:57:25.826 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (55m) 2m ago 71m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:57:25.826 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (70m) 2m ago 70m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:57:25.826 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (70m) 2m ago 70m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:57:25.826 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (70m) 2m ago 70m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:57:25.826 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (69m) 2m ago 69m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:57:25.827 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (69m) 2m ago 69m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:57:25.827 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (69m) 2m ago 69m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:57:25.827 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (69m) 2m ago 69m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:57:25.827 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (70m) 2m ago 71m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:57:26.158 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:57:26.159 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:57:26.159 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:26.159 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:26.159 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:57:26.160 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:26.160 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:26.161 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:57:26.161 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:57:26.161 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:57:26.161 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:26.162 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:57:26.162 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:57:26.162 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:26.162 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:57:26.163 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:57:26.163 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:57:26.163 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:57:26.163 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:57:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: audit 2022-01-25T23:57:25.522199+0000 mgr.smithi068.zkksrk (mgr.14702) 2295 : audit [DBG] from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: cluster 2022-01-25T23:57:25.787309+0000 mgr.smithi068.zkksrk (mgr.14702) 2296 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: audit 2022-01-25T23:57:25.808664+0000 mgr.smithi068.zkksrk 2022-01-25T23:57:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: (mgr.14702) 2297 : audit [DBG] from='client.35608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: audit 2022 2022-01-25T23:57:27.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: -01-25T23:57:26.158965+0000 mon.smithi068 (mon.0) 897 : 2022-01-25T23:57:27.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:26 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/675724705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: audit 2022-01-25T23:57:25.522199+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:57:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: .14702) 2295 : audit [DBG] from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: cluster 2022-01-25T23:57:25.787309+0000 mgr.smithi068.zkksrk (mgr.14702) 2296 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:27.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: audit 2022-01-25T 2022-01-25T23:57:27.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: 23:57:25.808664+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:57:27.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: 14702) 2297 : audit [DBG] from='client.35608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:27.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:57:27.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:26 smithi068 conmon[102841]: 01-25T23:57:26.158965+0000 mon.smithi068 (mon.0) 897 : audit [DBG] from='client.? 172.21.15.68:0/675724705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:29.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:28 smithi165 conmon[67662]: cluster 2022-01-25T23:57:27.787847+0000 mgr.smithi068.zkksrk (mgr.14702) 2298 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:28 smithi068 conmon[102841]: cluster 2022-01-25T23:57:27.787847+0000 mgr.smithi068.zkksrk 2022-01-25T23:57:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:28 smithi068 conmon[102841]: (mgr.14702) 2298 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:30 smithi165 conmon[67662]: cluster 2022-01-25T23:57:29.788875+0000 mgr.smithi068.zkksrk (mgr.14702) 2299 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:30 smithi068 conmon[102841]: cluster 2022-01-25T23:57:29.788875+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:57:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:30 smithi068 conmon[102841]: .14702) 2299 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:32 smithi165 conmon[67662]: cluster 2022-01-25T23:57:31.789649+0000 mgr.smithi068.zkksrk (mgr.14702) 2300 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:32 smithi068 conmon[102841]: cluster 2022-01-25T23:57:31.789649+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:57:33.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:32 smithi068 conmon[102841]: mgr.14702) 2300 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:34 smithi165 conmon[67662]: cluster 2022-01-25T23:57:33.790326+0000 mgr.smithi068.zkksrk (mgr.14702) 2301 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:34 smithi068 conmon[102841]: cluster 2022-01-25T23:57:33.790326+0000 mgr.smithi068.zkksrk (mgr.14702) 2301 : 2022-01-25T23:57:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:34 smithi068 conmon[102841]: cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:36 smithi165 conmon[67662]: cluster 2022-01-25T23:57:35.791171+0000 mgr.smithi068.zkksrk (mgr.14702) 2302 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:36 smithi068 conmon[102841]: cluster 2022-01-25T23:57:35.791171+0000 mgr.smithi068.zkksrk (mgr.14702) 2302 2022-01-25T23:57:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:38 smithi165 conmon[67662]: cluster 2022-01-25T23:57:37.791891+0000 mgr.smithi068.zkksrk (mgr.14702) 2303 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:38 smithi068 conmon[102841]: cluster 2022-01-25T23:57:37.791891+0000 mgr.smithi068.zkksrk (mgr.14702) 2303 2022-01-25T23:57:39.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:40 smithi165 conmon[67662]: cluster 2022-01-25T23:57:39.792769+0000 mgr.smithi068.zkksrk (mgr.14702) 2304 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:40 smithi068 conmon[102841]: cluster 2022-01-25T23:57:39.792769+0000 mgr.smithi068.zkksrk (mgr.14702) 2304 2022-01-25T23:57:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:42 smithi165 conmon[67662]: cluster 2022-01-25T23:57:41.793400+0000 mgr.smithi068.zkksrk (mgr.14702) 2305 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:42 smithi165 conmon[67662]: audit 2022-01-25T23:57:42.734292+0000 mon.smithi068 (mon.0) 898 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:57:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:42 smithi165 conmon[67662]: audit 2022-01-25T23:57:42.735814+0000 mon.smithi068 (mon.0) 899 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:57:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:42 smithi165 conmon[67662]: audit 2022-01-25T23:57:42.736924+0000 2022-01-25T23:57:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:42 smithi165 conmon[67662]: mon.smithi068 (mon.0) 900 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:57:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: cluster 2022-01-25T23:57:41. 2022-01-25T23:57:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: 793400+0000 mgr.smithi068.zkksrk (mgr.14702) 2305 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: audit 2022-01-25T23:57:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: 2022-01-25T23:57:42.734292+0000 mon.smithi068 2022-01-25T23:57:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: (mon.0) 898 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:57:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:57:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: 01-25T23:57:42.735814+0000 mon.smithi068 2022-01-25T23:57:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: (mon.0) 899 : audit 2022-01-25T23:57:43.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:57:43.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: audit 2022-01 2022-01-25T23:57:43.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: -25T23:57:42.736924+0000 2022-01-25T23:57:43.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: mon.smithi068 (mon.0) 900 : audit 2022-01-25T23:57:43.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:42 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:57:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:43 smithi165 conmon[67662]: cephadm 2022-01-25T23:57:42.737801+0000 mgr.smithi068.zkksrk (mgr.14702) 2306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:57:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:43 smithi165 conmon[67662]: audit 2022-01-25T23:57:43.084622+0000 mon.smithi068 (mon.0) 901 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:57:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:43 smithi165 conmon[67662]: audit 2022-01-25T23:57:43.471222+0000 mon.smithi068 (mon.0) 902 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:57:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:43 smithi165 conmon[67662]: audit 2022-01-25T23:57:43.477019+0000 mon.smithi068 (mon.0) 903 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:57:44.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:43 smithi068 conmon[102841]: cephadm 2022-01-25T23:57:42.737801+0000 mgr.smithi068.zkksrk (mgr.14702) 2306 2022-01-25T23:57:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:43 smithi068 conmon[102841]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:57:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:43 smithi068 conmon[102841]: audit 2022-01-25T23:57:43.084622+0000 mon.smithi068 (mon.0) 901 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:57:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:43 smithi068 conmon[102841]: audit 2022-01-25T23:57:43.471222+0000 mon.smithi068 (mon.0) 902 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:57:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:43 smithi068 conmon[102841]: audit 2022-01-25T23:57 2022-01-25T23:57:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:43 smithi068 conmon[102841]: :43.477019+0000 mon.smithi068 (mon.0) 903 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:57:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:44 smithi165 conmon[67662]: cluster 2022-01-25T23:57:43.793886+0000 mgr.smithi068.zkksrk (mgr.14702) 2307 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:44 smithi068 conmon[102841]: cluster 2022-01-25T23:57:43.793886+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:57:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:44 smithi068 conmon[102841]: 2307 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:46 smithi165 conmon[67662]: cluster 2022-01-25T23:57:45.794723+0000 mgr.smithi068.zkksrk (mgr.14702) 2308 : cluster [DBG] 2022-01-25T23:57:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:46 smithi165 conmon[67662]: pgmap v1989: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:46 smithi068 conmon[102841]: cluster 2022-01-25T23:57:45.794723+0000 mgr.smithi068.zkksrk (mgr.14702) 2308 : cluster 2022-01-25T23:57:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:46 smithi068 conmon[102841]: [DBG] pgmap v1989: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:48 smithi165 conmon[67662]: cluster 2022-01-25T23:57:47.795312+0000 mgr.smithi068.zkksrk (mgr.14702) 2309 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:48 smithi068 conmon[102841]: cluster 2022-01-25T23:57:47.795312+0000 mgr.smithi068.zkksrk (mgr.14702) 2309 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:50 smithi165 conmon[67662]: cluster 2022-01-25T23:57:49.796372+0000 mgr.smithi068.zkksrk (mgr.14702) 2310 : cluster 2022-01-25T23:57:51.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:50 smithi165 conmon[67662]: [DBG] pgmap v1991: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:51.315 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:50 smithi068 conmon[102841]: cluster 2022-01-25T23:57:49.796372+0000 mgr.smithi068.zkksrk (mgr.14702) 2310 : 2022-01-25T23:57:51.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:50 smithi068 conmon[102841]: cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:52 smithi165 conmon[67662]: cluster 2022-01-25T23:57:51.796996+0000 mgr.smithi068.zkksrk (mgr.14702) 2311 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:52 smithi068 conmon[102841]: cluster 2022-01-25T23:57:51.796996+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:57:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:52 smithi068 conmon[102841]: ) 2311 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:54 smithi165 conmon[67662]: cluster 2022-01-25T23:57:53.797463+0000 mgr.smithi068.zkksrk (mgr.14702) 2312 : cluster 2022-01-25T23:57:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:54 smithi165 conmon[67662]: [DBG] pgmap v1993: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:55.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:54 smithi068 conmon[102841]: cluster 2022-01-25T23:57:53.797463+0000 mgr.smithi068.zkksrk (mgr.14702) 2312 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:55.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:54 smithi068 conmon[102841]: 2022-01-25T23:57:56.478 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:57:56.766 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:57:56.767 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (71m) 3m ago 72m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:57:56.767 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (64m) 3m ago 72m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:57:56.767 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (64m) 3m ago 72m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:57:56.767 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (71m) 3m ago 72m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:57:56.768 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (68m) 3m ago 68m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:57:56.768 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (68m) 3m ago 68m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:57:56.768 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (65m) 3m ago 73m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:57:56.768 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (65m) 3m ago 72m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:57:56.769 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (65m) 3m ago 74m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:57:56.769 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (65m) 3m ago 72m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:57:56.769 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (66m) 3m ago 66m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:57:56.769 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (65m) 3m ago 65m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:57:56.769 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (72m) 3m ago 72m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:57:56.770 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (71m) 3m ago 71m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:57:56.770 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (56m) 3m ago 71m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:57:56.770 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (71m) 3m ago 71m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:57:56.770 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (71m) 3m ago 71m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:57:56.771 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (70m) 3m ago 70m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:57:56.771 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (70m) 3m ago 70m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:57:56.771 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (70m) 3m ago 70m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:57:56.771 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (69m) 3m ago 69m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:57:56.772 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (69m) 3m ago 69m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:57:56.772 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (71m) 3m ago 72m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:57:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:56 smithi068 conmon[102841]: cluster 2022-01-25T23:57:55.798343+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:57:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:56 smithi068 conmon[102841]: 14702) 2313 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:57.105 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:57:57.106 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:57:57.106 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:57.106 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:57.107 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:57:57.107 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:57.107 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:57.107 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:57:57.107 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:57:57.108 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:57:57.108 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:57.108 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:57:57.108 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:57:57.109 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:57:57.109 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:57:57.109 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:57:57.109 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:57:57.109 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:57:57.110 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:57:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:56 smithi165 conmon[67662]: cluster 2022-01-25T23:57:55.798343+0000 mgr.smithi068.zkksrk (mgr.14702) 2313 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:57:58.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:57 smithi165 conmon[67662]: audit 2022-01-25T23:57:56.467145+0000 mgr.smithi068.zkksrk (mgr.14702) 2314 : audit [DBG] from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:58.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:57 smithi165 conmon[67662]: audit 2022-01-25T23:57:56.752728+0000 2022-01-25T23:57:58.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:57 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2315 : audit [DBG] from='client.35620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:58.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:57 smithi165 conmon[67662]: audit 2022-01-25T23:57:57.106575+0000 mon.smithi068 (mon.0) 904 : audit [DBG] from='client.? 172.21.15.68:0/2549644457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: audit 2022-01-25T23:57:56.467145+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:57:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: ) 2314 : audit [DBG] from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: audit 2022-01-25T23:57:56.752728+0000 mgr.smithi068.zkksrk (mgr.14702) 2315 : audit [DBG] from='client.35620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: audit 2022-01-25T23:57:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: 2022-01-25T23:57:57. 2022-01-25T23:57:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: 106575+0000 mon.smithi068 (mon.0) 904 : audit 2022-01-25T23:57:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:57 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/2549644457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:57:58 smithi165 conmon[67662]: cluster 2022-01-25T23:57:57.798847+0000 mgr.smithi068.zkksrk (mgr.14702) 2316 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:58 smithi068 conmon[102841]: cluster 2022-01-25T23:57:57.798847+0000 mgr.smithi068.zkksrk (mgr.14702) 2316 : 2022-01-25T23:57:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:57:58 smithi068 conmon[102841]: cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:00 smithi165 conmon[67662]: cluster 2022-01-25T23:57:59.799771+0000 mgr.smithi068.zkksrk (mgr.14702) 2317 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:00 smithi068 conmon[102841]: cluster 2022-01-25T23:57:59.799771+0000 mgr.smithi068.zkksrk (mgr.14702) 2317 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:02 smithi165 conmon[67662]: cluster 2022-01-25T23:58:01.800515+0000 mgr.smithi068.zkksrk (mgr.14702) 2318 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:02 smithi068 conmon[102841]: cluster 2022-01-25T23:58:01.800515+0000 mgr.smithi068.zkksrk (mgr.14702) 2318 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:04 smithi165 conmon[67662]: cluster 2022-01-25T23:58:03.800977+0000 mgr.smithi068.zkksrk (mgr.14702) 2319 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:05.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:04 smithi068 conmon[102841]: cluster 2022-01-25T23:58:03.800977+0000 mgr.smithi068.zkksrk (mgr.14702) 2319 : 2022-01-25T23:58:05.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:04 smithi068 conmon[102841]: cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:06 smithi165 conmon[67662]: cluster 2022-01-25T23:58:05.801868+0000 mgr.smithi068.zkksrk (mgr.14702) 2320 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:06 smithi068 conmon[102841]: cluster 2022-01-25T23:58:05.801868+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:58:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:06 smithi068 conmon[102841]: ) 2320 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:08 smithi165 conmon[67662]: cluster 2022-01-25T23:58:07.802357+0000 mgr.smithi068.zkksrk (mgr.14702) 2321 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:08 smithi068 conmon[102841]: cluster 2022-01-25T23:58:07.802357+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:58:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:08 smithi068 conmon[102841]: ) 2321 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:10 smithi165 conmon[67662]: cluster 2022-01-25T23:58:09.803265+0000 mgr.smithi068.zkksrk (mgr.14702) 2322 : cluster [DBG] 2022-01-25T23:58:11.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:10 smithi165 conmon[67662]: pgmap v2001: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:10 smithi068 conmon[102841]: cluster 2022-01-25T23:58:09.803265+0000 mgr.smithi068.zkksrk (mgr.14702) 2322 : cluster [DBG] 2022-01-25T23:58:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:10 smithi068 conmon[102841]: pgmap v2001: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:12 smithi165 conmon[67662]: cluster 2022-01-25T23:58:11.803871+0000 mgr.smithi068.zkksrk (mgr.14702) 2323 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:12 smithi068 conmon[102841]: cluster 2022-01-25T23:58:11.803871+0000 mgr.smithi068.zkksrk 2022-01-25T23:58:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:12 smithi068 conmon[102841]: (mgr.14702) 2323 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:14 smithi165 conmon[67662]: cluster 2022-01-25T23:58:13.804511+0000 mgr.smithi068.zkksrk (mgr.14702) 2324 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:14 smithi068 conmon[102841]: cluster 2022-01-25T23:58:13.804511+0000 mgr.smithi068.zkksrk (mgr.14702) 2324 2022-01-25T23:58:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:16 smithi165 conmon[67662]: cluster 2022-01-25T23:58:15.805481+0000 mgr.smithi068.zkksrk (mgr.14702) 2325 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:16 smithi068 conmon[102841]: cluster 2022-01-25T23:58:15.805481+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:58:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:16 smithi068 conmon[102841]: 2325 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:18 smithi165 conmon[67662]: cluster 2022-01-25T23:58:17.805997+0000 mgr.smithi068.zkksrk (mgr.14702) 2326 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:18 smithi165 conmon[67662]: audit 2022-01-25T23:58:18.352514+0000 mon.smithi068 (mon.0) 905 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:58:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:18 smithi165 conmon[67662]: audit 2022-01-25T23:58:18.458980+0000 mon.smithi068 (mon.0 2022-01-25T23:58:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:18 smithi165 conmon[67662]: ) 906 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:58:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:18 smithi068 conmon[102841]: cluster 2022-01-25T23:58:17.805997+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:58:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:18 smithi068 conmon[102841]: 14702) 2326 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:18 smithi068 conmon[102841]: audit 2022-01-25T23:58:18.352514+0000 mon.smithi068 (mon.0) 905 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:58:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:18 smithi068 conmon[102841]: audit 2022-01-25T23:58:18.458980+0000 mon.smithi068 (mon.0 2022-01-25T23:58:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:18 smithi068 conmon[102841]: ) 906 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:58:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:20 smithi165 conmon[67662]: cluster 2022-01-25T23:58:19.806928+0000 mgr.smithi068.zkksrk (mgr.14702) 2327 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:20 smithi068 conmon[102841]: cluster 2022-01-25T23:58:19.806928+0000 mgr.smithi068.zkksrk (mgr.14702) 2327 : 2022-01-25T23:58:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:20 smithi068 conmon[102841]: cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:22 smithi165 conmon[67662]: cluster 2022-01-25T23:58:21.807594+0000 mgr.smithi068.zkksrk (mgr.14702) 2328 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:22 smithi068 conmon[102841]: cluster 2022-01-25T23:58:21.807594+0000 mgr.smithi068.zkksrk 2022-01-25T23:58:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:22 smithi068 conmon[102841]: (mgr.14702) 2328 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:24 smithi165 conmon[67662]: cluster 2022-01-25T23:58:23.808221+0000 mgr.smithi068.zkksrk (mgr.14702) 2329 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:24 smithi068 conmon[102841]: cluster 2022-01-25T23:58:23.808221+0000 mgr.smithi068.zkksrk (mgr 2022-01-25T23:58:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:24 smithi068 conmon[102841]: .14702) 2329 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:26 smithi165 conmon[67662]: cluster 2022-01-25T23:58:25.809058+0000 mgr.smithi068.zkksrk (mgr.14702) 2330 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:26 smithi068 conmon[102841]: cluster 2022-01-25T23:58:25.809058+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:58:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:26 smithi068 conmon[102841]: 14702) 2330 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:27.425 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:58:27.713 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:58:27.714 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (72m) 3m ago 73m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:58:27.714 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (65m) 3m ago 73m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:58:27.714 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (65m) 3m ago 72m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:58:27.714 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (72m) 3m ago 73m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:58:27.715 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (68m) 3m ago 68m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:58:27.715 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (68m) 3m ago 68m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:58:27.715 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (66m) 3m ago 74m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:58:27.715 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (65m) 3m ago 72m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:58:27.716 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (65m) 3m ago 74m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:58:27.716 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (65m) 3m ago 72m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:58:27.716 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (66m) 3m ago 66m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:58:27.716 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (66m) 3m ago 66m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:58:27.717 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (73m) 3m ago 73m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:58:27.717 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (72m) 3m ago 72m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:58:27.717 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (57m) 3m ago 72m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:58:27.717 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (71m) 3m ago 71m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:58:27.718 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (71m) 3m ago 71m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:58:27.718 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (71m) 3m ago 71m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:58:27.718 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (71m) 3m ago 71m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:58:27.718 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (70m) 3m ago 70m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:58:27.719 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (70m) 3m ago 70m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:58:27.719 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (70m) 3m ago 70m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:58:27.719 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (71m) 3m ago 72m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:58:28.062 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:58:28.063 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:58:28.063 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:28.063 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:28.063 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:58:28.064 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:28.064 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:28.064 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:58:28.064 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:58:28.065 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:58:28.065 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:28.065 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:58:28.065 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:58:28.066 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:28.066 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:58:28.066 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:58:28.066 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:58:28.067 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:58:28.067 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:58:29.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: audit 2022-01-25T23:58:27.414242+0000 mgr.smithi068.zkksrk (mgr.14702) 2331 : audit [DBG] from='client.35628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:29.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: audit 2022-01-25T23:58:27.700022+0000 mgr.smithi068.zkksrk (mgr.14702) 2332 : audit [DBG] from='client.35632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:29.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: cluster 2022-01-25T23:58:27.809528+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:58:29.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: ) 2333 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:29.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: audit 2022-01-25T23:58:29.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: 2022-01-25T23:58:28.063404 2022-01-25T23:58:29.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 907 : audit [DBG] from='client.? 172.21.15.68:0/3717335027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:29.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:28 smithi165 conmon[67662]: 2022-01-25T23:58:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: audit 2022-01-25T23:58:27.414242+0000 mgr.smithi068.zkksrk (mgr.14702) 2331 2022-01-25T23:58:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: : audit [DBG] from='client.35628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: audit 2022-01-25T23:58:27.700022+0000 mgr.smithi068.zkksrk (mgr.14702) 2332 : audit [DBG] from='client.35632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: cluster 2022-01-25T23:58:29.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: 2022-01-25T23:58:27.809528+0000 mgr.smithi068.zkksrk (mgr.14702) 2333 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:29.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: audit 2022-01-25T23:58:28.063404 2022-01-25T23:58:29.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:28 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 907 : audit [DBG] from='client.? 172.21.15.68:0/3717335027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:30 smithi165 conmon[67662]: cluster 2022-01-25T23:58:29.810657+0000 mgr.smithi068.zkksrk (mgr.14702) 2334 : cluster [DBG] 2022-01-25T23:58:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:30 smithi165 conmon[67662]: pgmap v2011: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:30 smithi068 conmon[102841]: cluster 2022-01-25T23:58:29.810657+0000 mgr.smithi068.zkksrk (mgr.14702) 2334 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:32 smithi165 conmon[67662]: cluster 2022-01-25T23:58:31.811374+0000 mgr.smithi068.zkksrk (mgr.14702) 2335 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:32 smithi068 conmon[102841]: cluster 2022-01-25T23:58:31.811374+0000 mgr.smithi068.zkksrk (mgr.14702) 2335 : 2022-01-25T23:58:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:32 smithi068 conmon[102841]: cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:34 smithi165 conmon[67662]: cluster 2022-01-25T23:58:33.811872+0000 mgr.smithi068.zkksrk (mgr.14702) 2336 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:34 smithi068 conmon[102841]: cluster 2022-01-25T23:58:33.811872+0000 mgr.smithi068.zkksrk (mgr.14702) 2336 : 2022-01-25T23:58:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:34 smithi068 conmon[102841]: cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:36 smithi165 conmon[67662]: cluster 2022-01-25T23:58:35.812976+0000 mgr.smithi068.zkksrk (mgr.14702) 2337 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:36 smithi068 conmon[102841]: cluster 2022-01-25T23:58:35.812976+0000 mgr.smithi068.zkksrk (mgr.14702) 2337 : cluster [DBG] 2022-01-25T23:58:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:36 smithi068 conmon[102841]: pgmap v2014: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:38 smithi165 conmon[67662]: cluster 2022-01-25T23:58:37.813503+0000 mgr.smithi068.zkksrk (mgr.14702) 2338 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:38 smithi068 conmon[102841]: cluster 2022-01-25T23:58:37.813503+0000 mgr.smithi068.zkksrk (mgr.14702) 2338 : cluster 2022-01-25T23:58:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:38 smithi068 conmon[102841]: [DBG] pgmap v2015: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:40 smithi165 conmon[67662]: cluster 2022-01-25T23:58:39.814380+0000 mgr.smithi068.zkksrk (mgr.14702) 2339 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:40 smithi068 conmon[102841]: cluster 2022-01-25T23:58:39.814380+0000 mgr.smithi068.zkksrk (mgr.14702) 2339 : cluster 2022-01-25T23:58:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:40 smithi068 conmon[102841]: [DBG] pgmap v2016: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:42 smithi165 conmon[67662]: cluster 2022-01-25T23:58:41.815034+0000 mgr.smithi068.zkksrk (mgr.14702) 2340 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:42 smithi068 conmon[102841]: cluster 2022-01-25T23:58:41.815034+0000 mgr.smithi068.zkksrk (mgr.14702) 2340 : 2022-01-25T23:58:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:42 smithi068 conmon[102841]: cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: audit 2022-01-25T23:58:43.480673+0000 mon.smithi068 (mon.0 2022-01-25T23:58:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: ) 908 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:58:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: audit 2022-01-25T23:58:43.482235+0000 mon.smithi068 (mon.0) 909 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:58:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: audit 2022-01-25T23:58:43.483319+0000 mon.smithi068 2022-01-25T23:58:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: (mon.0) 910 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:58:44.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: audit 2022 2022-01-25T23:58:44.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: -01-25T23:58:43 2022-01-25T23:58:44.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: .882044+0000 mon.smithi068 (mon.0) 911 : audit 2022-01-25T23:58:44.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:58:44.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: audit 2022-01-25 2022-01-25T23:58:44.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: T23:58:43.887446+0000 mon.smithi068 ( 2022-01-25T23:58:44.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:43 smithi165 conmon[67662]: mon.0) 912 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:58:44.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: audit 2022-01-25T23:58:43.480673+0000 mon.smithi068 (mon 2022-01-25T23:58:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: .0) 908 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:58:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: audit 2022-01-25T23:58:43.482235+0000 mon.smithi068 (mon.0) 909 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:58:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: 2022-01-25T23:58:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: audit 2022-01-25 2022-01-25T23:58:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: T23:58:43.483319+0000 2022-01-25T23:58:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: mon.smithi068 (mon.0) 910 : 2022-01-25T23:58:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:58:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: audit 2022- 2022-01-25T23:58:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: 01-25T23:58:43. 2022-01-25T23:58:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: 882044+0000 mon.smithi068 (mon.0 2022-01-25T23:58:44.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: ) 911 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:58:44.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: audit 2022 2022-01-25T23:58:44.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: -01-25T23:58:43. 2022-01-25T23:58:44.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: 887446+0000 mon.smithi068 (mon.0) 2022-01-25T23:58:44.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:43 smithi068 conmon[102841]: 912 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:58:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:44 smithi165 conmon[67662]: cephadm 2022-01-25T23:58:43.484189+0000 mgr.smithi068.zkksrk (mgr.14702) 2341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:58:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:44 smithi165 conmon[67662]: cluster 2022-01-25T23:58:43.815468+0000 mgr.smithi068.zkksrk (mgr.14702) 2342 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:44 smithi068 conmon[102841]: cephadm 2022-01-25T23:58:43.484189+0000 mgr.smithi068.zkksrk (mgr.14702) 2341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:58:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:44 smithi068 conmon[102841]: cluster 2022-01-25T23:58:43.815468+0000 mgr.smithi068.zkksrk (mgr.14702) 2342 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:46 smithi165 conmon[67662]: cluster 2022-01-25T23:58:45.816327+0000 mgr.smithi068.zkksrk (mgr.14702) 2343 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:46 smithi068 conmon[102841]: cluster 2022-01-25T23:58:45.816327+0000 mgr.smithi068.zkksrk (mgr.14702) 2343 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:49.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:48 smithi165 conmon[67662]: cluster 2022-01-25T23:58:47.816863+0000 mgr.smithi068.zkksrk (mgr.14702) 2344 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:48 smithi068 conmon[102841]: cluster 2022-01-25T23:58:47.816863+0000 mgr.smithi068.zkksrk (mgr.14702) 2344 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:50 smithi165 conmon[67662]: cluster 2022-01-25T23:58:49.817735+0000 mgr.smithi068.zkksrk (mgr.14702) 2345 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:50 smithi068 conmon[102841]: cluster 2022-01-25T23:58:49.817735+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:58:51.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:50 smithi068 conmon[102841]: 2345 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:52 smithi165 conmon[67662]: cluster 2022-01-25T23:58:51.818284+0000 mgr.smithi068.zkksrk (mgr.14702) 2346 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:52 smithi068 conmon[102841]: cluster 2022-01-25T23:58:51.818284+0000 mgr.smithi068.zkksrk (mgr.14702) 2346 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:54 smithi165 conmon[67662]: cluster 2022-01-25T23:58:53.818737+0000 mgr.smithi068.zkksrk (mgr.14702) 2347 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:54 smithi068 conmon[102841]: cluster 2022-01-25T23:58:53.818737+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:58:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:54 smithi068 conmon[102841]: ) 2347 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:56 smithi165 conmon[67662]: cluster 2022-01-25T23:58:55.819592+0000 mgr.smithi068.zkksrk (mgr.14702) 2348 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:56 smithi068 conmon[102841]: cluster 2022-01-25T23:58:55.819592+0000 mgr.smithi068.zkksrk (mgr.14702) 2348 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:58:58.383 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:58:58.672 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:58:58.672 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (72m) 4m ago 73m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:58:58.672 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (66m) 4m ago 73m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:58:58.673 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (65m) 4m ago 73m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:58:58.673 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (72m) 4m ago 73m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:58:58.673 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (69m) 4m ago 69m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:58:58.673 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (69m) 4m ago 69m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:58:58.673 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (66m) 4m ago 74m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:58:58.674 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (66m) 4m ago 73m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:58:58.674 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (66m) 4m ago 75m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:58:58.674 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (66m) 4m ago 73m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:58:58.674 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (67m) 4m ago 67m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:58:58.675 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (67m) 4m ago 67m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:58:58.675 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (73m) 4m ago 73m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:58:58.675 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (72m) 4m ago 72m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:58:58.675 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (57m) 4m ago 72m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:58:58.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (72m) 4m ago 72m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:58:58.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (72m) 4m ago 72m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:58:58.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (71m) 4m ago 71m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:58:58.676 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (71m) 4m ago 71m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:58:58.677 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (71m) 4m ago 71m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:58:58.677 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (71m) 4m ago 71m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:58:58.677 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (70m) 4m ago 70m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:58:58.677 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (72m) 4m ago 73m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:58:59.011 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:58:59.011 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:58:59.012 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:59.012 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:59.012 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:58:59.012 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:59.013 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:59.013 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:58:59.013 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:58:59.013 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:58:59.014 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:59.014 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:58:59.014 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:58:59.015 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:58:59.015 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:58:59.015 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:58:59.015 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:58:59.016 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:58:59.016 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:58:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:58 smithi165 conmon[67662]: cluster 2022-01-25T23:58:57.820213+0000 mgr.smithi068.zkksrk (mgr.14702) 2349 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:58 smithi068 conmon[102841]: cluster 2022-01-25T23:58:57.820213+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:58:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:58 smithi068 conmon[102841]: mgr.14702) 2349 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:00.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:59 smithi165 conmon[67662]: audit 2022-01-25T23:58:58.372485+0000 mgr.smithi068.zkksrk (mgr.14702) 2350 : audit [DBG] from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:00.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:59 smithi165 conmon[67662]: audit 2022-01-25T23:58:58.658221 2022-01-25T23:59:00.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:59 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2351 : audit [DBG] from='client.35644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:00.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:58:59 smithi165 conmon[67662]: audit 2022-01-25T23:58:59.012333+0000 mon.smithi068 (mon.0) 913 : audit [DBG] from='client.? 172.21.15.68:0/1182597395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:00.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:59 smithi068 conmon[102841]: audit 2022-01-25T23:58:58.372485+0000 mgr.smithi068.zkksrk (mgr.14702) 2350 : audit 2022-01-25T23:59:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:59 smithi068 conmon[102841]: [DBG] from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:59 smithi068 conmon[102841]: audit 2022-01-25T23:58:58.658221+0000 mgr.smithi068.zkksrk (mgr.14702) 2351 : audit [DBG] from='client.35644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:59 smithi068 conmon[102841]: audit 2022-01-25T23:58:59 2022-01-25T23:59:00.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:59 smithi068 conmon[102841]: .012333+0000 mon.smithi068 (mon.0) 913 : 2022-01-25T23:59:00.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:58:59 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/1182597395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:00 smithi165 conmon[67662]: cluster 2022-01-25T23:58:59.820961+0000 mgr.smithi068.zkksrk (mgr.14702) 2352 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:00 smithi068 conmon[102841]: cluster 2022-01-25T23:58:59.820961+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:00 smithi068 conmon[102841]: 2352 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:02 smithi165 conmon[67662]: cluster 2022-01-25T23:59:01.821718+0000 mgr.smithi068.zkksrk (mgr.14702) 2353 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:02 smithi068 conmon[102841]: cluster 2022-01-25T23:59:01.821718+0000 mgr.smithi068.zkksrk ( 2022-01-25T23:59:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:02 smithi068 conmon[102841]: mgr.14702) 2353 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:04 smithi068 conmon[102841]: cluster 2022-01-25T23:59:03.822303+0000 mgr.smithi068.zkksrk (mgr.14702) 2354 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:04 smithi165 conmon[67662]: cluster 2022-01-25T23:59:03.822303+0000 mgr.smithi068.zkksrk (mgr.14702) 2354 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:06 smithi068 conmon[102841]: cluster 2022-01-25T23:59:05.823378+0000 mgr.smithi068.zkksrk (mgr.14702) 2355 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:06 smithi165 conmon[67662]: cluster 2022-01-25T23:59:05.823378+0000 mgr.smithi068.zkksrk (mgr.14702) 2355 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:08 smithi068 conmon[102841]: cluster 2022-01-25T23:59:07.823886+0000 mgr.smithi068.zkksrk (mgr.14702) 2356 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:08 smithi165 conmon[67662]: cluster 2022-01-25T23:59:07.823886+0000 mgr.smithi068.zkksrk (mgr.14702) 2356 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:10 smithi165 conmon[67662]: cluster 2022-01-25T23:59:09.824920+0000 mgr.smithi068.zkksrk (mgr.14702) 2357 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:10 smithi068 conmon[102841]: cluster 2022-01-25T23:59:09.824920+0000 mgr.smithi068.zkksrk (mgr.14702) 2357 2022-01-25T23:59:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:12 smithi165 conmon[67662]: cluster 2022-01-25T23:59:11.825779+0000 mgr.smithi068.zkksrk (mgr.14702) 2358 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:12 smithi165 conmon[67662]: 2022-01-25T23:59:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:12 smithi068 conmon[102841]: cluster 2022-01-25T23:59:11.825779+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:12 smithi068 conmon[102841]: 2358 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:14 smithi165 conmon[67662]: cluster 2022-01-25T23:59:13.826230+0000 mgr.smithi068.zkksrk (mgr.14702) 2359 : cluster [DBG] 2022-01-25T23:59:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:14 smithi165 conmon[67662]: pgmap v2033: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:14 smithi068 conmon[102841]: cluster 2022-01-25T23:59:13.826230+0000 mgr.smithi068.zkksrk (mgr.14702) 2359 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:16 smithi165 conmon[67662]: cluster 2022-01-25T23:59:15.827128+0000 mgr.smithi068.zkksrk (mgr.14702) 2360 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:16 smithi165 conmon[67662]: 2022-01-25T23:59:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:16 smithi068 conmon[102841]: cluster 2022-01-25T23:59:15.827128+0000 mgr.smithi068.zkksrk (mgr.14702) 2360 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:18 smithi165 conmon[67662]: cluster 2022-01-25T23:59:17.827627+0000 mgr.smithi068.zkksrk (mgr.14702) 2361 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:18 smithi165 conmon[67662]: audit 2022-01-25T23:59:18.354887+0000 mon.smithi068 (mon.0) 914 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:59:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:18 smithi165 conmon[67662]: audit 2022-01-25T23:59:18.463757+0000 mon.smithi068 (mon.0) 915 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:59:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:18 smithi068 conmon[102841]: cluster 2022-01-25T23:59:17.827627+0000 mgr.smithi068.zkksrk (mgr.14702) 2361 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:18 smithi068 conmon[102841]: audit 2022-01-25T23:59:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:18 smithi068 conmon[102841]: 2022-01-25T23:59:18.354887+0000 mon.smithi068 (mon.0) 914 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-25T23:59:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:18 smithi068 conmon[102841]: audit 2022-01-25T23:59:18.463757+0000 mon.smithi068 (mon.0) 915 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:59:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:18 smithi068 conmon[102841]: 2022-01-25T23:59:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:20 smithi165 conmon[67662]: cluster 2022-01-25T23:59:19.828426+0000 mgr.smithi068.zkksrk (mgr.14702) 2362 : 2022-01-25T23:59:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:20 smithi165 conmon[67662]: cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:20 smithi068 conmon[102841]: cluster 2022-01-25T23:59:19.828426+0000 mgr.smithi068.zkksrk (mgr.14702) 2362 2022-01-25T23:59:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:20 smithi068 conmon[102841]: : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:22 smithi165 conmon[67662]: cluster 2022-01-25T23:59:21.829011+0000 mgr.smithi068.zkksrk (mgr.14702) 2363 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:22 smithi068 conmon[102841]: cluster 2022-01-25T23:59:21.829011+0000 mgr.smithi068.zkksrk (mgr.14702) 2363 2022-01-25T23:59:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:24 smithi165 conmon[67662]: cluster 2022-01-25T23:59:23.829578+0000 mgr.smithi068.zkksrk (mgr.14702) 2364 : cluster [DBG] 2022-01-25T23:59:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:24 smithi165 conmon[67662]: pgmap v2038: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:24 smithi068 conmon[102841]: cluster 2022-01-25T23:59:23.829578+0000 mgr.smithi068.zkksrk (mgr.14702) 2364 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:26 smithi165 conmon[67662]: cluster 2022-01-25T23:59:25.830619+0000 mgr.smithi068.zkksrk (mgr.14702) 2365 : cluster [DBG] 2022-01-25T23:59:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:26 smithi165 conmon[67662]: pgmap v2039: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:26 smithi068 conmon[102841]: cluster 2022-01-25T23:59:25.830619+0000 mgr.smithi068.zkksrk (mgr.14702) 2365 : cluster 2022-01-25T23:59:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:26 smithi068 conmon[102841]: [DBG] pgmap v2039: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:28 smithi165 conmon[67662]: cluster 2022-01-25T23:59:27.831235+0000 mgr.smithi068.zkksrk (mgr.14702) 2366 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:28 smithi068 conmon[102841]: cluster 2022-01-25T23:59:27.831235+0000 mgr.smithi068.zkksrk (mgr.14702) 2366 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:29.333 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-25T23:59:29.625 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:59:29.626 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (73m) 4m ago 74m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-25T23:59:29.626 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (66m) 4m ago 74m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-25T23:59:29.626 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (66m) 4m ago 73m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-25T23:59:29.627 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (73m) 4m ago 74m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-25T23:59:29.627 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (69m) 4m ago 69m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-25T23:59:29.627 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (69m) 4m ago 69m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-25T23:59:29.627 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (67m) 4m ago 75m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-25T23:59:29.628 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (67m) 4m ago 73m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-25T23:59:29.628 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (66m) 4m ago 75m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-25T23:59:29.628 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (66m) 4m ago 73m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-25T23:59:29.628 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (67m) 4m ago 67m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-25T23:59:29.628 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (67m) 4m ago 67m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-25T23:59:29.629 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (74m) 4m ago 74m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-25T23:59:29.629 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (73m) 4m ago 73m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-25T23:59:29.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (58m) 4m ago 73m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-25T23:59:29.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (72m) 4m ago 72m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-25T23:59:29.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (72m) 4m ago 72m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-25T23:59:29.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (72m) 4m ago 72m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-25T23:59:29.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (72m) 4m ago 72m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-25T23:59:29.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (71m) 4m ago 71m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-25T23:59:29.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (71m) 4m ago 71m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-25T23:59:29.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (71m) 4m ago 71m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-25T23:59:29.631 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (73m) 4m ago 73m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-25T23:59:29.965 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-25T23:59:29.965 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-25T23:59:29.966 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:29.966 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:59:29.967 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-25T23:59:29.967 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:29.968 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:59:29.968 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-25T23:59:29.968 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:59:29.969 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:59:29.969 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:59:29.970 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-25T23:59:29.970 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:59:29.971 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-25T23:59:29.971 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-25T23:59:29.972 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:59:29.972 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:59:29.972 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-25T23:59:29.973 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-25T23:59:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:30 smithi165 conmon[67662]: audit 2022-01-25T23:59:29.322569+0000 mgr.smithi068.zkksrk (mgr.14702) 2367 : audit [DBG] from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:30 smithi165 conmon[67662]: 2022-01-25T23:59:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:30 smithi165 conmon[67662]: audit 2022-01-25T23:59:29.612064+0000 mgr.smithi068.zkksrk (mgr.14702) 2368 : audit [DBG] from='client.35656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:30 smithi165 conmon[67662]: cluster 2022-01-25T23:59:29.831952+0000 mgr.smithi068.zkksrk (mgr.14702) 2369 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:31.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:30 smithi165 conmon[67662]: audit 2022-01-25T23:59:29.965451+0000 mon.smithi068 (mon.0) 916 : audit [DBG] from='client.? 172.21.15.68:0/1484874169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:30 smithi068 conmon[102841]: audit 2022-01-25T23:59:29.322569+0000 mgr.smithi068.zkksrk (mgr.14702) 2367 : audit [DBG] from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:30 smithi068 conmon[102841]: audit 2022-01-25T23:59:29.612064+0000 mgr.smithi068.zkksrk (mgr.14702) 2368 : audit [DBG] from='client.35656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:30 smithi068 conmon[102841]: cluster 2022-01-25T23:59:29.831952+0000 mgr.smithi068.zkksrk 2022-01-25T23:59:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:30 smithi068 conmon[102841]: (mgr.14702) 2369 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:31.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:30 smithi068 conmon[102841]: audit 2022-01-25T23:59:29.965451+0000 mon.smithi068 (mon.0) 2022-01-25T23:59:31.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:30 smithi068 conmon[102841]: 916 : audit [DBG] from='client.? 172.21.15.68:0/1484874169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:32 smithi165 conmon[67662]: cluster 2022-01-25T23:59:31.832656+0000 mgr.smithi068.zkksrk (mgr.14702) 2370 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:32 smithi068 conmon[102841]: cluster 2022-01-25T23:59:31.832656+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:32 smithi068 conmon[102841]: 2370 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:35.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:34 smithi165 conmon[67662]: cluster 2022-01-25T23:59:33.833189+0000 mgr.smithi068.zkksrk (mgr.14702) 2371 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:34 smithi068 conmon[102841]: cluster 2022-01-25T23:59:33.833189+0000 mgr.smithi068.zkksrk (mgr.14702) 2371 2022-01-25T23:59:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:34 smithi068 conmon[102841]: : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:36 smithi165 conmon[67662]: cluster 2022-01-25T23:59:35.834268+0000 mgr.smithi068.zkksrk (mgr.14702) 2372 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:36 smithi068 conmon[102841]: cluster 2022-01-25T23:59:35.834268+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:36 smithi068 conmon[102841]: 2372 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:39.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:38 smithi165 conmon[67662]: cluster 2022-01-25T23:59:37.834719+0000 mgr.smithi068.zkksrk (mgr.14702) 2373 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:38 smithi068 conmon[102841]: cluster 2022-01-25T23:59:37.834719+0000 mgr.smithi068.zkksrk (mgr.14702) 2373 : cluster 2022-01-25T23:59:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:38 smithi068 conmon[102841]: [DBG] pgmap v2045: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:40 smithi165 conmon[67662]: cluster 2022-01-25T23:59:39.835792+0000 mgr.smithi068.zkksrk (mgr.14702) 2374 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:40 smithi068 conmon[102841]: cluster 2022-01-25T23:59:39.835792+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-25T23:59:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:40 smithi068 conmon[102841]: ) 2374 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:43.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:42 smithi165 conmon[67662]: cluster 2022-01-25T23:59:41.836321+0000 mgr.smithi068.zkksrk (mgr.14702) 2375 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:42 smithi068 conmon[102841]: cluster 2022-01-25T23:59:41.836321+0000 mgr.smithi068.zkksrk (mgr.14702) 2375 : 2022-01-25T23:59:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:42 smithi068 conmon[102841]: cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:43 smithi165 conmon[67662]: audit 2022-01-25T23:59:43.890549+0000 mon.smithi068 (mon.0) 917 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:59:44.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:43 smithi165 conmon[67662]: audit 2022-01-25T23:59:43 2022-01-25T23:59:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:43 smithi165 conmon[67662]: .892206+0000 mon.smithi068 (mon.0) 918 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:59:44.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:43 smithi165 conmon[67662]: audit 2022-01-25T23:59:43.893416+0000 mon.smithi068 (mon.0) 919 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:59:44.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:43 smithi068 conmon[102841]: audit 2022-01-25T23:59:43.890549+0000 mon.smithi068 ( 2022-01-25T23:59:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:43 smithi068 conmon[102841]: mon.0) 917 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:59:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:43 smithi068 conmon[102841]: audit 2022-01-25T23:59:43.892206+0000 mon.smithi068 (mon.0) 918 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:59:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:43 smithi068 conmon[102841]: 2022-01-25T23:59:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:43 smithi068 conmon[102841]: audit 2022-01-25T23:59 2022-01-25T23:59:44.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:43 smithi068 conmon[102841]: :43.893416+0000 mon.smithi068 (mon.0) 919 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:59:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:44 smithi165 conmon[67662]: cluster 2022-01-25T23:59:43.836860+0000 mgr.smithi068.zkksrk (mgr.14702) 2376 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:44 smithi165 conmon[67662]: cephadm 2022-01-25T23:59:43 2022-01-25T23:59:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:44 smithi165 conmon[67662]: .894267+0000 mgr.smithi068.zkksrk (mgr.14702) 2377 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:59:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:44 smithi165 conmon[67662]: audit 2022-01-25T23:59:44.304085+0000 mon.smithi068 (mon.0) 920 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:59:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:44 smithi165 conmon[67662]: audit 2022-01-25T23:59:44.309470+0000 mon.smithi068 (mon.0) 921 : audit [INF] 2022-01-25T23:59:45.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:44 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:59:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: cluster 2022-01-25T23:59:43.836860+0000 mgr.smithi068.zkksrk (mgr. 2022-01-25T23:59:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: 14702) 2376 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: cephadm 2022-01-25T23:59:43.894267+0000 mgr.smithi068.zkksrk (mgr.14702) 2377 : cephadm [WRN] 2022-01-25T23:59:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:59:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: audit 2022-01-25T23:59 2022-01-25T23:59:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: :44.304085+0000 mon.smithi068 (mon.0) 920 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:59:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: audit 2022 2022-01-25T23:59:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: -01-25T23:59:44.309470+0000 mon.smithi068 (mon 2022-01-25T23:59:45.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:44 smithi068 conmon[102841]: .0) 921 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-25T23:59:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:46 smithi165 conmon[67662]: cluster 2022-01-25T23:59:45.837993+0000 mgr.smithi068.zkksrk (mgr.14702) 2378 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:46 smithi068 conmon[102841]: cluster 2022-01-25T23:59:45.837993+0000 mgr.smithi068.zkksrk (mgr.14702) 2378 : cluster 2022-01-25T23:59:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:46 smithi068 conmon[102841]: [DBG] pgmap v2049: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:49.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:48 smithi165 conmon[67662]: cluster 2022-01-25T23:59:47.838717+0000 mgr.smithi068.zkksrk (mgr.14702) 2379 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:48 smithi068 conmon[102841]: cluster 2022-01-25T23:59:47.838717+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:48 smithi068 conmon[102841]: 2379 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:50 smithi165 conmon[67662]: cluster 2022-01-25T23:59:49.839659+0000 mgr.smithi068.zkksrk (mgr.14702) 2380 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:50 smithi068 conmon[102841]: cluster 2022-01-25T23:59:49.839659+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:50 smithi068 conmon[102841]: 2380 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:52 smithi165 conmon[67662]: cluster 2022-01-25T23:59:51.840349+0000 mgr.smithi068.zkksrk (mgr.14702) 2381 : cluster [DBG] 2022-01-25T23:59:53.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:52 smithi165 conmon[67662]: pgmap v2052: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:52 smithi068 conmon[102841]: cluster 2022-01-25T23:59:51.840349+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-25T23:59:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:52 smithi068 conmon[102841]: 2381 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:54 smithi165 conmon[67662]: cluster 2022-01-25T23:59:53.840989+0000 mgr.smithi068.zkksrk (mgr.14702) 2382 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:54 smithi068 conmon[102841]: cluster 2022-01-25T23:59:53.840989+0000 mgr.smithi068.zkksrk (mgr.14702) 2382 : cluster 2022-01-25T23:59:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:54 smithi068 conmon[102841]: [DBG] pgmap v2053: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:56 smithi165 conmon[67662]: cluster 2022-01-25T23:59:55.841919+0000 mgr.smithi068.zkksrk (mgr.14702) 2383 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:56 smithi068 conmon[102841]: cluster 2022-01-25T23:59:55.841919+0000 mgr.smithi068.zkksrk (mgr.14702) 2383 2022-01-25T23:59:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:56 smithi068 conmon[102841]: : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T23:59:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 25 23:59:58 smithi165 conmon[67662]: cluster 2022-01-25T23:59:57.842518+0000 mgr.smithi068.zkksrk (mgr.14702) 2384 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:58 smithi068 conmon[102841]: cluster 2022-01-25T23:59:57.842518+0000 mgr.smithi068.zkksrk (mgr.14702) 2384 : cluster 2022-01-25T23:59:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 25 23:59:58 smithi068 conmon[102841]: [DBG] pgmap v2055: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:00.283 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:00:00.573 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:00:00.574 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (73m) 5m ago 74m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:00:00.574 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (67m) 5m ago 74m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:00:00.574 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (66m) 5m ago 74m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:00:00.574 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (73m) 5m ago 74m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:00:00.575 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (70m) 5m ago 70m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:00:00.575 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (70m) 5m ago 70m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:00:00.575 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (67m) 5m ago 76m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:00:00.575 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (67m) 5m ago 74m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:00:00.576 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (67m) 5m ago 76m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:00:00.576 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (67m) 5m ago 74m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:00:00.576 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (68m) 5m ago 68m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:00:00.576 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (68m) 5m ago 68m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:00:00.577 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (74m) 5m ago 74m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:00:00.577 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (74m) 5m ago 74m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:00:00.577 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (58m) 5m ago 73m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:00:00.577 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (73m) 5m ago 73m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:00:00.578 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (73m) 5m ago 73m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:00:00.578 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (72m) 5m ago 72m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:00:00.578 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (72m) 5m ago 72m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:00:00.578 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (72m) 5m ago 72m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:00:00.579 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (72m) 5m ago 72m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:00:00.579 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (71m) 5m ago 71m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:00:00.579 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (73m) 5m ago 74m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:00:00.911 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:00:00.911 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:00:00.911 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:00.912 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:00.912 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:00:00.912 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:00.912 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:00.913 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:00:00.913 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:00:00.913 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:00:00.913 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:00.914 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:00:00.914 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:00:00.914 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:00.914 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:00:00.915 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:00:00.915 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:00:00.915 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:00:00.915 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:00:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:00 smithi165 conmon[67662]: cluster 2022-01-25T23:59:59.843420+0000 mgr.smithi068.zkksrk (mgr.14702) 2385 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:00 smithi165 conmon[67662]: cluster 2022-01-26T00:00:00.000136+0000 mon.smithi068 (mon.0) 922 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-26T00:00:01.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:00 smithi165 conmon[67662]: audit 2022-01-26T00:00:00.911922+0000 mon.smithi068 (mon.0) 923 : audit [DBG] from='client.? 172.21.15.68:0/4193190976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: cluster 2022-01-25T23:59:59.843420+0000 2022-01-26T00:00:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2385 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: cluster 2022-01-26T00:00:00.000136+0000 mon.smithi068 2022-01-26T00:00:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: (mon.0) 922 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-26T00:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: -26T00:00:00.911922+0000 mon.smithi068 ( 2022-01-26T00:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: mon.0) 923 : audit [DBG] 2022-01-26T00:00:01.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:00 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/4193190976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:01 smithi068 conmon[102841]: audit 2022-01-26T00:00:00.272518+0000 mgr.smithi068.zkksrk (mgr.14702) 2386 2022-01-26T00:00:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:01 smithi068 conmon[102841]: : audit [DBG] from='client.35664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:01 smithi068 conmon[102841]: audit 2022-01-26T00:00:00.559003+0000 mgr.smithi068.zkksrk (mgr.14702) 2387 : audit [DBG] from='client.35668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:01 smithi165 conmon[67662]: audit 2022-01-26T00:00:00.272518+0000 mgr.smithi068.zkksrk (mgr.14702) 2386 : audit [DBG] from='client.35664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:02.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:01 smithi165 conmon[67662]: audit 2022-01-26T00:00:00.559003+0000 2022-01-26T00:00:02.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:01 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2387 : audit [DBG] from='client.35668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:02 smithi068 conmon[102841]: cluster 2022-01-26T00:00:01.844218+0000 mgr.smithi068.zkksrk (mgr.14702) 2388 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:02 smithi165 conmon[67662]: cluster 2022-01-26T00:00:01.844218+0000 mgr.smithi068.zkksrk (mgr.14702) 2388 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:04 smithi068 conmon[102841]: cluster 2022-01-26T00:00:03. 2022-01-26T00:00:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:04 smithi068 conmon[102841]: 844715+0000 mgr.smithi068.zkksrk (mgr.14702) 2389 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:05.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:04 smithi165 conmon[67662]: cluster 2022-01-26T00:00:03.844715+0000 mgr.smithi068.zkksrk (mgr.14702) 2389 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:05.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:04 smithi165 conmon[67662]: 2022-01-26T00:00:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:06 smithi068 conmon[102841]: cluster 2022-01-26T00:00:05.845593+0000 mgr.smithi068.zkksrk (mgr.14702) 2390 : 2022-01-26T00:00:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:06 smithi068 conmon[102841]: cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:06 smithi165 conmon[67662]: cluster 2022-01-26T00:00:05.845593+0000 mgr.smithi068.zkksrk (mgr.14702) 2390 2022-01-26T00:00:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:06 smithi165 conmon[67662]: : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:08 smithi068 conmon[102841]: cluster 2022-01-26T00:00:07.846189+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:08 smithi068 conmon[102841]: 2391 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:08 smithi165 conmon[67662]: cluster 2022-01-26T00:00:07.846189+0000 mgr.smithi068.zkksrk (mgr.14702) 2391 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:08 smithi165 conmon[67662]: 2022-01-26T00:00:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:10 smithi068 conmon[102841]: cluster 2022-01-26T00:00:09.847087+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:00:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:10 smithi068 conmon[102841]: .14702) 2392 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:10 smithi165 conmon[67662]: cluster 2022-01-26T00:00:09.847087+0000 mgr.smithi068.zkksrk (mgr.14702) 2392 2022-01-26T00:00:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:10 smithi165 conmon[67662]: : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:12.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:12 smithi068 conmon[102841]: cluster 2022-01-26T00:00:11.847761+0000 mgr.smithi068.zkksrk (mgr.14702) 2393 : cluster [DBG] 2022-01-26T00:00:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:12 smithi068 conmon[102841]: pgmap v2062: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:12 smithi165 conmon[67662]: cluster 2022-01-26T00:00:11.847761+0000 mgr.smithi068.zkksrk (mgr.14702) 2393 : cluster [DBG] 2022-01-26T00:00:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:12 smithi165 conmon[67662]: pgmap v2062: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:14 smithi165 conmon[67662]: cluster 2022-01-26T00:00:13.848450+0000 mgr.smithi068.zkksrk (mgr.14702) 2394 : cluster 2022-01-26T00:00:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:14 smithi165 conmon[67662]: [DBG] pgmap v2063: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:14 smithi068 conmon[102841]: cluster 2022-01-26T00:00:13.848450+0000 mgr.smithi068.zkksrk (mgr.14702) 2394 : cluster 2022-01-26T00:00:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:14 smithi068 conmon[102841]: [DBG] pgmap v2063: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:16 smithi165 conmon[67662]: cluster 2022-01-26T00:00:15.849404+0000 mgr.smithi068.zkksrk (mgr.14702) 2395 : cluster [DBG] 2022-01-26T00:00:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:16 smithi165 conmon[67662]: pgmap v2064: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:16 smithi068 conmon[102841]: cluster 2022-01-26T00:00:15.849404+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:00:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:16 smithi068 conmon[102841]: 14702) 2395 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:18 smithi165 conmon[67662]: cluster 2022-01-26T00:00:17.850077+0000 mgr.smithi068.zkksrk (mgr.14702) 2396 : cluster 2022-01-26T00:00:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:18 smithi165 conmon[67662]: [DBG] pgmap v2065: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:18 smithi165 conmon[67662]: audit 2022-01-26T00:00:18.357327+0000 mon.smithi068 (mon.0) 924 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:00:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:18 smithi165 conmon[67662]: audit 2022-01-26T00:00:18.468605+0000 mon.smithi068 (mon.0) 925 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:00:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: cluster 2022-01-26T00:00:17.850077+0000 mgr.smithi068.zkksrk (mgr.14702) 2396 : 2022-01-26T00:00:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: audit 2022-01-26T00:00:18.357327+0000 mon.smithi068 (mon.0) 2022-01-26T00:00:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: 924 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:00:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: audit 2022-01-26T00:00:18 2022-01-26T00:00:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: .468605+0000 mon.smithi068 (mon.0) 925 : audit [INF] 2022-01-26T00:00:19.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:00:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:20 smithi165 conmon[67662]: cluster 2022-01-26T00:00:19.851144+0000 mgr.smithi068.zkksrk (mgr.14702) 2397 : cluster 2022-01-26T00:00:21.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:20 smithi165 conmon[67662]: [DBG] pgmap v2066: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:20 smithi068 conmon[102841]: cluster 2022-01-26T00:00:19.851144+0000 mgr.smithi068.zkksrk (mgr.14702) 2397 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:22 smithi165 conmon[67662]: cluster 2022-01-26T00:00:21.851963+0000 mgr.smithi068.zkksrk (mgr.14702) 2398 : 2022-01-26T00:00:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:22 smithi165 conmon[67662]: cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:22 smithi068 conmon[102841]: cluster 2022-01-26T00:00:21.851963+0000 mgr.smithi068.zkksrk (mgr.14702) 2398 2022-01-26T00:00:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:24 smithi165 conmon[67662]: cluster 2022-01-26T00:00:23.852477+0000 mgr.smithi068.zkksrk (mgr.14702) 2399 : cluster 2022-01-26T00:00:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:24 smithi165 conmon[67662]: [DBG] pgmap v2068: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:24 smithi068 conmon[102841]: cluster 2022-01-26T00:00:23.852477+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:24 smithi068 conmon[102841]: 2399 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:26 smithi165 conmon[67662]: cluster 2022-01-26T00:00:25.853479+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:26 smithi165 conmon[67662]: 2400 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:26 smithi068 conmon[102841]: cluster 2022-01-26T00:00:25.853479+0000 mgr.smithi068.zkksrk (mgr.14702) 2400 : cluster 2022-01-26T00:00:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:26 smithi068 conmon[102841]: [DBG] pgmap v2069: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:28 smithi165 conmon[67662]: cluster 2022-01-26T00:00:27.854126+0000 mgr.smithi068.zkksrk (mgr.14702) 2401 : cluster 2022-01-26T00:00:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:28 smithi165 conmon[67662]: [DBG] pgmap v2070: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:28 smithi068 conmon[102841]: cluster 2022-01-26T00:00:27.854126+0000 mgr.smithi068.zkksrk 2022-01-26T00:00:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:28 smithi068 conmon[102841]: (mgr.14702) 2401 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:30 smithi165 conmon[67662]: cluster 2022-01-26T00:00:29.855011+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:30 smithi165 conmon[67662]: 2402 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:31.232 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:30 smithi068 conmon[102841]: cluster 2022-01-26T00:00:29.855011+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:31.232 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:30 smithi068 conmon[102841]: 2402 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:31.233 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:00:31.519 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:00:31.520 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (74m) 5m ago 75m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:00:31.520 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (67m) 5m ago 75m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:00:31.520 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (67m) 5m ago 74m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:00:31.520 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (74m) 5m ago 75m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:00:31.521 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (70m) 5m ago 70m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:00:31.521 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (70m) 5m ago 70m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:00:31.521 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (68m) 5m ago 76m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:00:31.521 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (68m) 5m ago 74m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:00:31.521 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (67m) 5m ago 76m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:00:31.522 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (67m) 5m ago 74m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:00:31.522 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (68m) 5m ago 68m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:00:31.522 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (68m) 5m ago 68m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:00:31.522 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (75m) 5m ago 75m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:00:31.523 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (74m) 5m ago 74m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:00:31.523 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (59m) 5m ago 74m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:00:31.523 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (73m) 5m ago 73m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:00:31.523 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (73m) 5m ago 73m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:00:31.524 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (73m) 5m ago 73m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:00:31.524 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (73m) 5m ago 73m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:00:31.524 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (72m) 5m ago 72m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:00:31.525 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (72m) 5m ago 72m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:00:31.525 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (72m) 5m ago 72m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:00:31.525 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (74m) 5m ago 74m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:00:31.856 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:00:31.856 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:00:31.857 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:31.857 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:31.857 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:00:31.857 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:31.858 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:31.859 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:00:31.860 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:00:31.861 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:00:31.863 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:31.864 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:00:31.864 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:00:31.865 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:00:31.865 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:00:31.865 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:00:31.865 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:00:31.866 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:00:31.866 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:00:32.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:31 smithi165 conmon[67662]: audit 2022-01-26T00:00:31.856788+0000 mon.smithi068 (mon.0) 926 2022-01-26T00:00:32.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:31 smithi165 conmon[67662]: : audit [DBG] from='client.? 172.21.15.68:0/2307442946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:31 smithi068 conmon[102841]: audit 2022-01-26T00:00:31.856788+0000 mon.smithi068 2022-01-26T00:00:32.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:31 smithi068 conmon[102841]: (mon.0) 926 : audit [DBG] from='client.? 172.21.15.68:0/2307442946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:33.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:32 smithi165 conmon[67662]: audit 2022-01-26T00:00:31.220692+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:00:33.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:32 smithi165 conmon[67662]: ) 2403 : audit [DBG] from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:33.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:32 smithi165 conmon[67662]: audit 2022-01-26T00:00:31.505455+0000 mgr.smithi068.zkksrk (mgr.14702) 2404 : audit [DBG] from='client.35680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:33.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:32 smithi165 conmon[67662]: cluster 2022-01-26T00:00:31.855511+0000 mgr.smithi068.zkksrk 2022-01-26T00:00:33.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:32 smithi165 conmon[67662]: (mgr.14702) 2405 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:32 smithi068 conmon[102841]: audit 2022-01-26T00:00:31.220692+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:00:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:32 smithi068 conmon[102841]: 14702) 2403 : audit [DBG] from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:32 smithi068 conmon[102841]: audit 2022-01-26T00:00:31.505455+0000 mgr.smithi068.zkksrk (mgr.14702) 2404 : audit [DBG] from='client.35680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:32 smithi068 conmon[102841]: cluster 2022-01-26T00:00:31.855511+0000 mgr.smithi068.zkksrk (mgr.14702) 2405 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:34 smithi165 conmon[67662]: cluster 2022-01-26T00:00:33.856124+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:34 smithi165 conmon[67662]: 2406 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:35.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:34 smithi068 conmon[102841]: cluster 2022-01-26T00:00:33.856124+0000 mgr.smithi068.zkksrk (mgr.14702) 2406 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:36 smithi068 conmon[102841]: cluster 2022-01-26T00:00:35.857022+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:00:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:36 smithi068 conmon[102841]: 14702) 2407 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:36 smithi165 conmon[67662]: cluster 2022-01-26T00:00:35.857022+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:36 smithi165 conmon[67662]: 2407 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:38 smithi068 conmon[102841]: cluster 2022-01-26T00:00:37.857602+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:00:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:38 smithi068 conmon[102841]: ) 2408 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:38 smithi165 conmon[67662]: cluster 2022-01-26T00:00:37.857602+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:38 smithi165 conmon[67662]: 2408 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:41.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:40 smithi068 conmon[102841]: cluster 2022-01-26T00:00:39.858745+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:00:41.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:40 smithi068 conmon[102841]: 14702) 2409 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:40 smithi165 conmon[67662]: cluster 2022-01-26T00:00:39.858745+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:00:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:40 smithi165 conmon[67662]: 2409 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:42 smithi068 conmon[102841]: cluster 2022-01-26T00:00:41.859352+0000 mgr.smithi068.zkksrk (mgr.14702) 2410 2022-01-26T00:00:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:42 smithi165 conmon[67662]: cluster 2022-01-26T00:00:41.859352+0000 mgr.smithi068.zkksrk (mgr.14702) 2410 2022-01-26T00:00:43.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:42 smithi165 conmon[67662]: : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: cluster 2022-01-26T00:00:43.859925+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:00:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: ) 2411 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: audit 2022-01-26T00:00:44.312615+0000 mon.smithi068 (mon.0) 927 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:00:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: audit 2022-01-26T00:00:44.314079+0000 mon.smithi068 (mon.0) 928 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:00:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: audit 2022-01-26T00:00:44.315240+0000 mon.smithi068 (mon.0) 929 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:00:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: audit 2022-01-26T00:00:44.729431+0000 mon.smithi068 (mon.0) 930 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:00:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:44 smithi068 conmon[102841]: audit 2022-01-26T00:00:44.736821+0000 mon.smithi068 (mon.0) 931 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:00:45.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: cluster 2022-01-26T00:00:43.859925+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:00:45.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: 14702) 2411 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:45.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: audit 2022-01-26T00:00:44.312615+0000 mon.smithi068 (mon.0) 927 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:00:45.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: audit 2022-01-26T00:00:44.314079+0000 mon.smithi068 (mon.0) 928 : audit 2022-01-26T00:00:45.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:00:45.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: audit 2022-01-26T00:00: 2022-01-26T00:00:45.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: 44.315240+0000 mon.smithi068 (mon.0) 929 : audit 2022-01-26T00:00:45.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:00:45.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: audit 2022-01-26T00: 2022-01-26T00:00:45.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: 00:44.729431+0000 mon.smithi068 (mon.0) 930 2022-01-26T00:00:45.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:00:45.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: audit 2022-01- 2022-01-26T00:00:45.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: 26T00:00:44.736821+0000 mon.smithi068 (mon 2022-01-26T00:00:45.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:44 smithi165 conmon[67662]: .0) 931 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:00:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:45 smithi068 conmon[102841]: cephadm 2022-01-26T00:00:44.316047+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:00:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:45 smithi068 conmon[102841]: .14702) 2412 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:00:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:45 smithi165 conmon[67662]: cephadm 2022-01-26T00:00:44.316047+0000 mgr.smithi068.zkksrk (mgr.14702) 2412 : cephadm 2022-01-26T00:00:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:45 smithi165 conmon[67662]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:00:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:46 smithi068 conmon[102841]: cluster 2022-01-26T00:00:45.860929+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:00:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:46 smithi068 conmon[102841]: ) 2413 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:46 smithi165 conmon[67662]: cluster 2022-01-26T00:00:45.860929+0000 2022-01-26T00:00:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:46 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2413 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:48 smithi068 conmon[102841]: cluster 2022-01-26T00:00:47.861555+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:00:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:48 smithi068 conmon[102841]: .14702) 2414 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:48 smithi165 conmon[67662]: cluster 2022-01-26T00:00:47.861555+0000 mgr.smithi068.zkksrk (mgr.14702) 2414 : cluster [DBG] 2022-01-26T00:00:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:48 smithi165 conmon[67662]: pgmap v2080: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:50 smithi165 conmon[67662]: cluster 2022-01-26T00:00:49.862394+0000 mgr.smithi068.zkksrk (mgr.14702) 2415 : 2022-01-26T00:00:51.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:50 smithi165 conmon[67662]: cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:50 smithi068 conmon[102841]: cluster 2022-01-26T00:00:49.862394+0000 mgr.smithi068.zkksrk (mgr.14702) 2415 : cluster 2022-01-26T00:00:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:50 smithi068 conmon[102841]: [DBG] pgmap v2081: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:53.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:52 smithi165 conmon[67662]: cluster 2022-01-26T00:00:51.863124+0000 mgr.smithi068.zkksrk (mgr.14702) 2416 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:52 smithi068 conmon[102841]: cluster 2022-01-26T00:00:51.863124+0000 mgr.smithi068.zkksrk (mgr.14702) 2416 2022-01-26T00:00:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:52 smithi068 conmon[102841]: : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:54 smithi165 conmon[67662]: cluster 2022-01-26T00:00:53.863748+0000 mgr.smithi068.zkksrk (mgr.14702) 2417 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:54 smithi068 conmon[102841]: cluster 2022-01-26T00:00:53.863748+0000 mgr.smithi068.zkksrk (mgr.14702) 2417 : 2022-01-26T00:00:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:54 smithi068 conmon[102841]: cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:57.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:56 smithi165 conmon[67662]: cluster 2022-01-26T00:00:55.864867+0000 mgr.smithi068.zkksrk (mgr.14702) 2418 : cluster 2022-01-26T00:00:57.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:56 smithi165 conmon[67662]: [DBG] pgmap v2084: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:56 smithi068 conmon[102841]: cluster 2022-01-26T00:00:55.864867+0000 mgr.smithi068.zkksrk (mgr.14702) 2418 : cluster 2022-01-26T00:00:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:56 smithi068 conmon[102841]: [DBG] pgmap v2084: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:00:59.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:58 smithi165 conmon[67662]: cluster 2022-01-26T00:00:57.865517+0000 mgr.smithi068.zkksrk (mgr.14702) 2419 : cluster [DBG] 2022-01-26T00:00:59.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:00:58 smithi165 conmon[67662]: pgmap v2085: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:58 smithi068 conmon[102841]: cluster 2022-01-26T00:00:57.865517+0000 mgr.smithi068.zkksrk (mgr.14702) 2419 : 2022-01-26T00:00:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:00:58 smithi068 conmon[102841]: cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:01.166 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:00 smithi165 conmon[67662]: cluster 2022-01-26T00:00:59.866722+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:01:01.166 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:00 smithi165 conmon[67662]: ) 2420 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:00 smithi068 conmon[102841]: cluster 2022-01-26T00:00:59.866722+0000 mgr.smithi068.zkksrk (mgr.14702) 2420 : cluster 2022-01-26T00:01:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:00 smithi068 conmon[102841]: [DBG] pgmap v2086: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:02.177 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:01:02.463 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:01:02.464 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (74m) 6m ago 75m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:01:02.464 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (68m) 6m ago 75m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:01:02.465 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (67m) 6m ago 75m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:01:02.465 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (74m) 6m ago 75m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:01:02.466 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (71m) 6m ago 71m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:01:02.466 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (71m) 6m ago 71m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:01:02.466 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (68m) 6m ago 77m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:01:02.467 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (68m) 6m ago 75m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:01:02.467 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (68m) 6m ago 77m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:01:02.468 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (68m) 6m ago 75m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:01:02.468 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (69m) 6m ago 69m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:01:02.469 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (69m) 6m ago 69m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:01:02.469 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (75m) 6m ago 75m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:01:02.469 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (75m) 6m ago 75m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:01:02.470 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (59m) 6m ago 74m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:01:02.470 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (74m) 6m ago 74m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:01:02.471 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (74m) 6m ago 74m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:01:02.471 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (73m) 6m ago 73m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:01:02.472 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (73m) 6m ago 73m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:01:02.472 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (73m) 6m ago 73m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:01:02.473 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (73m) 6m ago 73m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:01:02.473 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (72m) 6m ago 72m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:01:02.474 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (74m) 6m ago 75m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:01:02.800 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:01:02.863 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:01:02.864 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:02.864 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:02.865 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:01:02.865 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:02.866 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:02.866 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:01:02.867 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:01:02.867 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:01:02.867 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:02.867 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:01:02.868 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:01:02.868 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:02.869 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:01:02.869 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:01:02.870 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:01:02.870 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:01:02.871 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:01:03.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:02 smithi068 conmon[102841]: cluster 2022-01-26T00:01:01.867530+0000 2022-01-26T00:01:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:02 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2421 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:03.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:02 smithi068 conmon[102841]: audit 2022-01-26T00:01:02.801322+0000 mon.smithi068 (mon.0) 932 : audit [DBG] from='client.? 172.21.15.68:0/1257580328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:02 smithi165 conmon[67662]: cluster 2022-01-26T00:01:01.867530+0000 mgr.smithi068.zkksrk (mgr.14702) 2421 : cluster 2022-01-26T00:01:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:02 smithi165 conmon[67662]: [DBG] pgmap v2087: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:03.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:02 smithi165 conmon[67662]: audit 2022-01-26T00:01:02.801322+0000 mon.smithi068 (mon.0) 932 : audit [DBG] from='client.? 172.21.15.68:0/1257580328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:04.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:03 smithi165 conmon[67662]: audit 2022-01-26T00:01:02.164540+0000 mgr.smithi068.zkksrk (mgr.14702) 2422 : audit [DBG] from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:04.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:03 smithi165 conmon[67662]: audit 2022-01-26T00:01:02.449817+0000 mgr.smithi068.zkksrk (mgr.14702) 2423 : audit [DBG] from='client.35692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:03 smithi068 conmon[102841]: audit 2022-01-26T00:01:02.164540+0000 mgr.smithi068.zkksrk (mgr.14702) 2422 : 2022-01-26T00:01:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:03 smithi068 conmon[102841]: audit [DBG] from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:03 smithi068 conmon[102841]: audit 2022-01-26T00:01:02.449817+0000 mgr.smithi068.zkksrk (mgr.14702) 2423 : audit [DBG] from='client.35692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:05.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:04 smithi165 conmon[67662]: cluster 2022-01-26T00:01:03.867966+0000 mgr.smithi068.zkksrk (mgr.14702) 2424 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:04 smithi068 conmon[102841]: cluster 2022-01-26T00:01:03.867966+0000 mgr.smithi068.zkksrk (mgr.14702) 2424 : 2022-01-26T00:01:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:04 smithi068 conmon[102841]: cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:06 smithi165 conmon[67662]: cluster 2022-01-26T00:01:05.868830+0000 mgr.smithi068.zkksrk (mgr.14702) 2425 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:07.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:06 smithi165 conmon[67662]: 2022-01-26T00:01:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:06 smithi068 conmon[102841]: cluster 2022-01-26T00:01:05.868830+0000 mgr.smithi068.zkksrk (mgr.14702) 2425 : cluster 2022-01-26T00:01:07.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:06 smithi068 conmon[102841]: [DBG] pgmap v2089: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:08 smithi165 conmon[67662]: cluster 2022-01-26T00:01:07.869306+0000 mgr.smithi068.zkksrk (mgr.14702) 2426 : cluster [DBG] 2022-01-26T00:01:09.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:08 smithi165 conmon[67662]: pgmap v2090: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:08 smithi068 conmon[102841]: cluster 2022-01-26T00:01:07.869306+0000 mgr.smithi068.zkksrk (mgr.14702) 2426 : cluster [DBG] 2022-01-26T00:01:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:08 smithi068 conmon[102841]: pgmap v2090: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:10 smithi165 conmon[67662]: cluster 2022-01-26T00:01:09.870114+0000 mgr.smithi068.zkksrk (mgr.14702) 2427 : 2022-01-26T00:01:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:10 smithi165 conmon[67662]: cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:10 smithi068 conmon[102841]: cluster 2022-01-26T00:01:09.870114+0000 mgr.smithi068.zkksrk (mgr.14702) 2427 : cluster 2022-01-26T00:01:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:10 smithi068 conmon[102841]: [DBG] pgmap v2091: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:12 smithi165 conmon[67662]: cluster 2022-01-26T00:01:11.870711+0000 mgr.smithi068.zkksrk (mgr.14702) 2428 : 2022-01-26T00:01:13.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:12 smithi165 conmon[67662]: cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:12 smithi068 conmon[102841]: cluster 2022-01-26T00:01:11.870711+0000 mgr.smithi068.zkksrk (mgr.14702) 2428 2022-01-26T00:01:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:14 smithi165 conmon[67662]: cluster 2022-01-26T00:01:13.871344+0000 mgr.smithi068.zkksrk (mgr.14702) 2429 : cluster 2022-01-26T00:01:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:14 smithi165 conmon[67662]: [DBG] pgmap v2093: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:14 smithi068 conmon[102841]: cluster 2022-01-26T00:01:13.871344+0000 mgr.smithi068.zkksrk (mgr.14702) 2429 : cluster 2022-01-26T00:01:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:14 smithi068 conmon[102841]: [DBG] pgmap v2093: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:17.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:16 smithi165 conmon[67662]: cluster 2022-01-26T00:01:15.872272+0000 mgr.smithi068.zkksrk (mgr.14702) 2430 : cluster 2022-01-26T00:01:17.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:16 smithi165 conmon[67662]: [DBG] pgmap v2094: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:16 smithi068 conmon[102841]: cluster 2022-01-26T00:01:15.872272+0000 mgr.smithi068.zkksrk (mgr.14702) 2430 : cluster 2022-01-26T00:01:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:16 smithi068 conmon[102841]: [DBG] pgmap v2094: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:18 smithi165 conmon[67662]: cluster 2022-01-26T00:01:17.872810+0000 mgr.smithi068.zkksrk (mgr.14702) 2431 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:18 smithi165 conmon[67662]: 2022-01-26T00:01:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:18 smithi165 conmon[67662]: audit 2022-01-26T00:01:18.359817+0000 mon.smithi068 (mon.0) 933 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:01:19.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:18 smithi165 conmon[67662]: audit 2022 2022-01-26T00:01:19.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:18 smithi165 conmon[67662]: -01-26T00:01:18.473307+0000 mon.smithi068 (mon.0) 934 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:01:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:18 smithi068 conmon[102841]: cluster 2022-01-26T00:01:17.872810+0000 mgr.smithi068.zkksrk (mgr.14702) 2431 2022-01-26T00:01:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:18 smithi068 conmon[102841]: : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:18 smithi068 conmon[102841]: audit 2022-01-26T00:01:18.359817+0000 mon.smithi068 (mon.0) 933 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:01:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:18 smithi068 conmon[102841]: audit 2022-01-26T00:01: 2022-01-26T00:01:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:18 smithi068 conmon[102841]: 18.473307+0000 mon.smithi068 (mon.0) 934 : audit [INF] 2022-01-26T00:01:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:18 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:01:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:20 smithi165 conmon[67662]: cluster 2022-01-26T00:01:19.873570+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:01:21.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:20 smithi165 conmon[67662]: 14702) 2432 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:20 smithi068 conmon[102841]: cluster 2022-01-26T00:01:19.873570+0000 mgr.smithi068.zkksrk (mgr.14702) 2432 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:22 smithi165 conmon[67662]: cluster 2022-01-26T00:01:21.874307+0000 mgr.smithi068.zkksrk (mgr.14702) 2433 : cluster [DBG] 2022-01-26T00:01:23.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:22 smithi165 conmon[67662]: pgmap v2097: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:22 smithi068 conmon[102841]: cluster 2022-01-26T00:01:21.874307+0000 mgr.smithi068.zkksrk (mgr.14702) 2433 : cluster 2022-01-26T00:01:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:22 smithi068 conmon[102841]: [DBG] pgmap v2097: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:25.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:24 smithi165 conmon[67662]: cluster 2022-01-26T00:01:23.874883+0000 mgr.smithi068.zkksrk (mgr.14702) 2434 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:25.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:24 smithi165 conmon[67662]: 2022-01-26T00:01:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:24 smithi068 conmon[102841]: cluster 2022-01-26T00:01:23.874883+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:01:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:24 smithi068 conmon[102841]: 2434 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:26 smithi165 conmon[67662]: cluster 2022-01-26T00:01:25.875861+0000 mgr.smithi068.zkksrk (mgr.14702) 2435 2022-01-26T00:01:27.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:26 smithi165 conmon[67662]: : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:26 smithi068 conmon[102841]: cluster 2022-01-26T00:01:25.875861+0000 mgr.smithi068.zkksrk (mgr.14702) 2435 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:26 smithi068 conmon[102841]: 2022-01-26T00:01:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:28 smithi165 conmon[67662]: cluster 2022-01-26T00:01:27.876362+0000 mgr.smithi068.zkksrk (mgr.14702) 2436 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:29.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:28 smithi165 conmon[67662]: 2022-01-26T00:01:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:28 smithi068 conmon[102841]: cluster 2022-01-26T00:01:27.876362+0000 mgr.smithi068.zkksrk (mgr.14702) 2436 2022-01-26T00:01:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:28 smithi068 conmon[102841]: : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:31.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:30 smithi165 conmon[67662]: cluster 2022-01-26T00:01:29.877131+0000 mgr.smithi068.zkksrk (mgr.14702) 2437 : cluster 2022-01-26T00:01:31.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:30 smithi165 conmon[67662]: [DBG] pgmap v2101: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:30 smithi068 conmon[102841]: cluster 2022-01-26T00:01:29.877131+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:01:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:30 smithi068 conmon[102841]: 14702) 2437 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:33.119 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:01:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:32 smithi165 conmon[67662]: cluster 2022-01-26T00:01:31.877919+0000 mgr.smithi068.zkksrk (mgr.14702) 2438 : 2022-01-26T00:01:33.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:32 smithi165 conmon[67662]: cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:32 smithi068 conmon[102841]: cluster 2022-01-26T00:01:31.877919+0000 2022-01-26T00:01:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:32 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2438 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:33.410 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:01:33.410 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (75m) 6m ago 76m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:01:33.411 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (68m) 6m ago 76m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:01:33.411 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (68m) 6m ago 75m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:01:33.411 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (75m) 6m ago 76m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:01:33.412 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (71m) 6m ago 71m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:01:33.412 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (72m) 6m ago 72m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:01:33.412 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (69m) 6m ago 77m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:01:33.413 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (69m) 6m ago 75m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:01:33.413 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (68m) 6m ago 77m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:01:33.413 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (68m) 6m ago 75m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:01:33.414 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (69m) 6m ago 69m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:01:33.414 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (69m) 6m ago 69m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:01:33.414 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (76m) 6m ago 76m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:01:33.415 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (75m) 6m ago 75m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:01:33.415 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (60m) 6m ago 75m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:01:33.415 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (74m) 6m ago 74m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:01:33.415 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (74m) 6m ago 74m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:01:33.416 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (74m) 6m ago 74m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:01:33.417 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (74m) 6m ago 74m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:01:33.417 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (73m) 6m ago 73m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:01:33.418 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (73m) 6m ago 73m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:01:33.418 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (73m) 6m ago 73m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:01:33.418 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (75m) 6m ago 75m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:01:33.750 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:01:33.750 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:01:33.750 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:33.750 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:33.751 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:01:33.751 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:33.751 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:33.751 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:01:33.752 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:01:33.752 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:01:33.752 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:33.752 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:01:33.753 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:01:33.753 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:01:33.753 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:01:33.753 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:01:33.753 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:01:33.754 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:01:33.754 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:01:34.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:33 smithi068 conmon[102841]: audit 2022-01-26T00:01:33 2022-01-26T00:01:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:33 smithi068 conmon[102841]: .750743+0000 mon.smithi068 (mon.0) 935 : audit [DBG] from='client.? 172.21.15.68:0/1501957397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:34.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:33 smithi165 conmon[67662]: audit 2022-01-26T00:01:33.750743+0000 mon.smithi068 (mon.0) 935 : audit 2022-01-26T00:01:34.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:33 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/1501957397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:35.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:34 smithi165 conmon[67662]: audit 2022-01-26T00:01:33.107921+0000 mgr.smithi068.zkksrk (mgr.14702) 2439 2022-01-26T00:01:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:34 smithi165 conmon[67662]: : audit [DBG] from='client.35700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:34 smithi165 conmon[67662]: audit 2022-01-26T00:01:33.395708+0000 mgr.smithi068.zkksrk (mgr.14702) 2440 : audit [DBG] from='client.35704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:34 smithi165 conmon[67662]: cluster 2022-01-26T00:01:33.878528+0000 mgr.smithi068.zkksrk (mgr.14702) 2441 : 2022-01-26T00:01:35.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:34 smithi165 conmon[67662]: cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:34 smithi068 conmon[102841]: audit 2022-01-26T00:01:33.107921+0000 2022-01-26T00:01:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:34 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2439 : audit [DBG] from='client.35700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:34 smithi068 conmon[102841]: audit 2022-01-26T00:01:33.395708+0000 mgr.smithi068.zkksrk (mgr.14702) 2440 : audit [DBG] from='client.35704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:34 smithi068 conmon[102841]: cluster 2022-01-26T00:01:33.878528+0000 mgr.smithi068.zkksrk (mgr.14702) 2441 : 2022-01-26T00:01:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:34 smithi068 conmon[102841]: cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:36 smithi165 conmon[67662]: cluster 2022-01-26T00:01:35.879407+0000 mgr.smithi068.zkksrk (mgr.14702) 2442 : cluster 2022-01-26T00:01:37.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:36 smithi165 conmon[67662]: [DBG] pgmap v2104: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:36 smithi068 conmon[102841]: cluster 2022-01-26T00:01:35.879407+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:01:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:36 smithi068 conmon[102841]: .14702) 2442 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:38 smithi068 conmon[102841]: cluster 2022-01-26T00:01:37.879892+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:01:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:38 smithi068 conmon[102841]: 14702) 2443 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:38 smithi165 conmon[67662]: cluster 2022-01-26T00:01:37.879892+0000 mgr.smithi068.zkksrk (mgr.14702) 2443 : cluster 2022-01-26T00:01:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:38 smithi165 conmon[67662]: [DBG] pgmap v2105: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:40 smithi165 conmon[67662]: cluster 2022-01-26T00:01:39.880821+0000 mgr.smithi068.zkksrk (mgr.14702) 2444 : cluster 2022-01-26T00:01:41.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:40 smithi165 conmon[67662]: [DBG] pgmap v2106: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:40 smithi068 conmon[102841]: cluster 2022-01-26T00:01:39.880821+0000 mgr.smithi068.zkksrk (mgr.14702) 2444 2022-01-26T00:01:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:43.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:42 smithi165 conmon[67662]: cluster 2022-01-26T00:01:41.881354+0000 mgr.smithi068.zkksrk (mgr.14702) 2445 2022-01-26T00:01:43.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:42 smithi165 conmon[67662]: : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:42 smithi068 conmon[102841]: cluster 2022-01-26T00:01:41.881354+0000 mgr.smithi068.zkksrk (mgr.14702) 2445 : 2022-01-26T00:01:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:42 smithi068 conmon[102841]: cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:45.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:44 smithi165 conmon[67662]: cluster 2022-01-26T00:01:43.881877+0000 mgr.smithi068.zkksrk (mgr.14702) 2446 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:44 smithi165 conmon[67662]: audit 2022-01-26T00:01:44.739993+0000 mon.smithi068 (mon.0) 936 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:01:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:44 smithi165 conmon[67662]: audit 2022-01-26T00:01:44.741552+0000 mon.smithi068 (mon.0) 937 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:01:45.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:44 smithi165 conmon[67662]: audit 2022-01-26T00:01:44.742581+0000 mon.smithi068 (mon.0) 938 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:01:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:44 smithi068 conmon[102841]: cluster 2022-01-26T00:01:43.881877+0000 mgr.smithi068.zkksrk (mgr.14702) 2446 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:45.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:44 smithi068 conmon[102841]: audit 2022-01-26T00:01:44.739993+0000 mon.smithi068 (mon.0) 936 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:01:45.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:44 smithi068 conmon[102841]: audit 2022-01-26T00:01:44.741552+0000 mon.smithi068 (mon.0) 937 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:01:45.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:44 smithi068 conmon[102841]: audit 2022-01-26T00:01:44.742581+0000 mon.smithi068 (mon.0) 938 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:01:46.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:45 smithi165 conmon[67662]: cephadm 2022-01-26T00:01:44.743474+0000 mgr.smithi068.zkksrk (mgr.14702) 2447 : cephadm 2022-01-26T00:01:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:45 smithi165 conmon[67662]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:01:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:45 smithi165 conmon[67662]: audit 2022-01-26T00:01:45.157894+0000 mon.smithi068 (mon.0) 939 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:01:46.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:45 smithi165 conmon[67662]: audit 2022-01-26T00:01:45.164060+0000 mon.smithi068 (mon.0) 940 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:01:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:45 smithi068 conmon[102841]: cephadm 2022-01-26T00:01:44.743474+0000 mgr.smithi068.zkksrk (mgr.14702) 2447 2022-01-26T00:01:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:45 smithi068 conmon[102841]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:01:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:45 smithi068 conmon[102841]: audit 2022-01-26T00:01:45.157894+0000 mon.smithi068 (mon.0) 939 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:01:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:45 smithi068 conmon[102841]: audit 2022-01-26T00:01:45.164060+0000 mon.smithi068 (mon.0) 940 2022-01-26T00:01:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:45 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:01:47.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:46 smithi165 conmon[67662]: cluster 2022-01-26T00:01:45.882845+0000 mgr.smithi068.zkksrk (mgr.14702) 2448 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:46 smithi068 conmon[102841]: cluster 2022-01-26T00:01:45.882845+0000 mgr.smithi068.zkksrk (mgr.14702) 2448 2022-01-26T00:01:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:46 smithi068 conmon[102841]: : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:48 smithi068 conmon[102841]: cluster 2022-01-26T00:01:47.883593+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:01:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:48 smithi068 conmon[102841]: 14702) 2449 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:48 smithi165 conmon[67662]: cluster 2022-01-26T00:01:47.883593+0000 mgr.smithi068.zkksrk (mgr.14702) 2449 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:50 smithi165 conmon[67662]: cluster 2022-01-26T00:01:49.884434+0000 mgr.smithi068.zkksrk (mgr.14702) 2450 2022-01-26T00:01:51.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:50 smithi165 conmon[67662]: : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:50 smithi068 conmon[102841]: cluster 2022-01-26T00:01:49.884434+0000 mgr.smithi068.zkksrk (mgr.14702) 2450 : cluster 2022-01-26T00:01:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:50 smithi068 conmon[102841]: [DBG] pgmap v2111: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:53.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:52 smithi165 conmon[67662]: cluster 2022-01-26T00:01:51.885195+0000 mgr.smithi068.zkksrk (mgr.14702) 2451 : 2022-01-26T00:01:53.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:52 smithi165 conmon[67662]: cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:53.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:52 smithi068 conmon[102841]: cluster 2022-01-26T00:01:51.885195+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:01:53.319 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:52 smithi068 conmon[102841]: ) 2451 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:54 smithi165 conmon[67662]: cluster 2022-01-26T00:01:53.885641+0000 mgr.smithi068.zkksrk (mgr.14702) 2452 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:54 smithi068 conmon[102841]: cluster 2022-01-26T00:01:53.885641+0000 2022-01-26T00:01:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:54 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2452 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:56 smithi068 conmon[102841]: cluster 2022-01-26T00:01:55.886605+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:01:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:56 smithi068 conmon[102841]: 14702) 2453 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:56 smithi165 conmon[67662]: cluster 2022-01-26T00:01:55.886605+0000 mgr.smithi068.zkksrk (mgr.14702) 2453 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:01:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:01:58 smithi068 conmon[102841]: cluster 2022-01-26T00:01:57.887197+0000 mgr.smithi068.zkksrk (mgr.14702) 2454 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:01:58 smithi165 conmon[67662]: cluster 2022-01-26T00:01:57.887197+0000 mgr.smithi068.zkksrk (mgr.14702) 2454 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:01.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:00 smithi165 conmon[67662]: cluster 2022-01-26T00:01:59.888281+0000 mgr.smithi068.zkksrk (mgr.14702) 2455 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:00 smithi068 conmon[102841]: cluster 2022-01-26T00:01:59.888281+0000 mgr.smithi068.zkksrk (mgr.14702) 2455 : cluster 2022-01-26T00:02:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:00 smithi068 conmon[102841]: [DBG] pgmap v2116: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:02 smithi165 conmon[67662]: cluster 2022-01-26T00:02:01.889147+0000 mgr.smithi068.zkksrk (mgr.14702) 2456 : cluster 2022-01-26T00:02:03.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:02 smithi165 conmon[67662]: [DBG] pgmap v2117: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:03.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:02 smithi068 conmon[102841]: cluster 2022-01-26T00:02:01.889147+0000 mgr.smithi068.zkksrk (mgr.14702) 2456 2022-01-26T00:02:03.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:02 smithi068 conmon[102841]: : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:04.071 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:02:04.357 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:02:04.358 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (75m) 7m ago 76m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:02:04.358 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (69m) 7m ago 76m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:02:04.358 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (68m) 7m ago 76m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:02:04.358 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (75m) 7m ago 76m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:02:04.359 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (72m) 7m ago 72m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:02:04.359 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (72m) 7m ago 72m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:02:04.359 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (69m) 7m ago 78m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:02:04.359 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (69m) 7m ago 76m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:02:04.359 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (69m) 7m ago 78m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:02:04.360 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (69m) 7m ago 76m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:02:04.360 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (70m) 7m ago 70m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:02:04.360 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (70m) 7m ago 70m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:02:04.360 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (76m) 7m ago 76m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:02:04.361 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (76m) 7m ago 76m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:02:04.361 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (60m) 7m ago 75m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:02:04.361 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (75m) 7m ago 75m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:02:04.361 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (75m) 7m ago 75m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:02:04.361 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (74m) 7m ago 74m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:02:04.362 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (74m) 7m ago 74m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:02:04.362 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (74m) 7m ago 74m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:02:04.362 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (74m) 7m ago 74m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:02:04.362 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (73m) 7m ago 73m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:02:04.363 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (75m) 7m ago 76m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:02:04.696 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:02:04.721 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:02:04.722 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:04.722 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:04.722 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:02:04.722 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:04.723 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:04.723 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:02:04.723 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:02:04.723 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:02:04.724 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:04.724 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:02:04.724 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:02:04.724 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:04.724 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:02:04.725 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:02:04.725 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:02:04.725 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:02:04.725 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:02:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:04 smithi068 conmon[102841]: cluster 2022-01-26T00:02:03. 2022-01-26T00:02:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:04 smithi068 conmon[102841]: 889563+0000 mgr.smithi068.zkksrk (mgr.14702) 2457 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:04 smithi068 conmon[102841]: audit 2022-01-26T00:02:04.696658+0000 mon.smithi068 (mon 2022-01-26T00:02:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:04 smithi068 conmon[102841]: .0) 941 : audit [DBG] from='client.? 172.21.15.68:0/2581197815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:04 smithi165 conmon[67662]: cluster 2022-01-26T00:02:03.889563+0000 mgr.smithi068.zkksrk (mgr.14702) 2457 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:04 smithi165 conmon[67662]: 2022-01-26T00:02:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:04 smithi165 conmon[67662]: audit 2022-01-26T00:02:04.696658+0000 mon.smithi068 (mon.0) 941 : audit [DBG] from='client.? 172.21.15.68:0/2581197815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:06.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:05 smithi068 conmon[102841]: audit 2022-01-26T00:02:04.060419+0000 mgr.smithi068.zkksrk (mgr.14702) 2458 : audit [DBG] from='client.35712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:05 smithi068 conmon[102841]: audit 2022-01-26T00:02:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:05 smithi068 conmon[102841]: 2022-01-26T00:02:04.343775+0000 mgr.smithi068.zkksrk (mgr.14702) 2459 : audit [DBG] from='client.35716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:05 smithi165 conmon[67662]: audit 2022-01-26T00:02:04.060419+0000 mgr.smithi068.zkksrk (mgr.14702) 2458 : audit [DBG] from='client.35712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:05 smithi165 conmon[67662]: 2022-01-26T00:02:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:05 smithi165 conmon[67662]: audit 2022-01-26T00:02:04.343775+0000 mgr.smithi068.zkksrk (mgr.14702) 2459 : audit [DBG] from='client.35716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:06 smithi068 conmon[102841]: cluster 2022-01-26T00:02:05.890592+0000 mgr.smithi068.zkksrk (mgr.14702) 2460 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:06 smithi165 conmon[67662]: cluster 2022-01-26T00:02:05.890592+0000 mgr.smithi068.zkksrk (mgr.14702) 2460 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:08 smithi068 conmon[102841]: cluster 2022-01-26T00:02:07.891264+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:02:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:08 smithi068 conmon[102841]: .14702) 2461 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:08 smithi165 conmon[67662]: cluster 2022-01-26T00:02:07.891264+0000 mgr.smithi068.zkksrk (mgr.14702) 2461 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:11.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:10 smithi165 conmon[67662]: cluster 2022-01-26T00:02:09.892270+0000 mgr.smithi068.zkksrk (mgr.14702) 2462 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:10 smithi068 conmon[102841]: cluster 2022-01-26T00:02:09.892270+0000 mgr.smithi068.zkksrk (mgr.14702) 2462 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:12 smithi068 conmon[102841]: cluster 2022-01-26T00:02:11.892874+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:02:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:12 smithi068 conmon[102841]: 14702) 2463 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:13.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:12 smithi165 conmon[67662]: cluster 2022-01-26T00:02:11.892874+0000 mgr.smithi068.zkksrk (mgr.14702) 2463 : cluster 2022-01-26T00:02:13.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:12 smithi165 conmon[67662]: [DBG] pgmap v2122: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:15.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:14 smithi068 conmon[102841]: cluster 2022-01-26T00:02:13.893417+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:02:15.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:14 smithi068 conmon[102841]: .14702) 2464 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:14 smithi165 conmon[67662]: cluster 2022-01-26T00:02:13.893417+0000 mgr.smithi068.zkksrk (mgr.14702) 2464 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:16 smithi068 conmon[102841]: cluster 2022-01-26T00:02:15.894299+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:02:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:16 smithi068 conmon[102841]: .14702) 2465 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:16 smithi165 conmon[67662]: cluster 2022-01-26T00:02:15.894299+0000 mgr.smithi068.zkksrk (mgr.14702) 2465 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:18 smithi068 conmon[102841]: cluster 2022-01-26T00:02:17.894822+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:02:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:18 smithi068 conmon[102841]: mgr.14702) 2466 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:18 smithi068 conmon[102841]: audit 2022-01-26T00:02:18.362048+0000 mon.smithi068 (mon.0) 942 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:02:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:18 smithi068 conmon[102841]: audit 2022-01-26T00:02:18.477196+0000 mon.smithi068 2022-01-26T00:02:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:18 smithi068 conmon[102841]: (mon.0) 943 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:02:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:18 smithi165 conmon[67662]: cluster 2022-01-26T00:02:17.894822+0000 mgr.smithi068.zkksrk (mgr.14702) 2466 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:18 smithi165 conmon[67662]: audit 2022-01-26T00:02:18. 2022-01-26T00:02:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:18 smithi165 conmon[67662]: 362048+0000 mon.smithi068 (mon.0) 942 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:02:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:18 smithi165 conmon[67662]: audit 2022-01-26T00:02:18.477196+0000 mon.smithi068 (mon.0) 943 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:02:20.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:19 smithi068 conmon[102841]: cluster 2022-01-26T00:02:18.965882+0000 mon.smithi068 (mon 2022-01-26T00:02:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:19 smithi068 conmon[102841]: .0) 944 : cluster [DBG] mgrmap e39: smithi068.zkksrk(active, since 70m), standbys: smithi165.mrpyur 2022-01-26T00:02:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:19 smithi068 conmon[102841]: audit 2022-01-26T00:02:19.067112+0000 mon.smithi068 2022-01-26T00:02:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:19 smithi068 conmon[102841]: (mon.0) 945 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:19 smithi165 conmon[67662]: cluster 2022-01-26T00:02:18.965882+0000 mon.smithi068 (mon.0) 944 : cluster [DBG] mgrmap e39: smithi068.zkksrk(active, since 70m), standbys: smithi165.mrpyur 2022-01-26T00:02:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:19 smithi165 conmon[67662]: audit 2022-01-26T00:02:19.067112+0000 mon.smithi068 (mon.0) 945 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:20 smithi068 conmon[102841]: cluster 2022-01-26T00:02:19.895544+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:02:21.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:20 smithi068 conmon[102841]: .14702) 2467 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:20 smithi165 conmon[67662]: cluster 2022-01-26T00:02:19.895544+0000 mgr.smithi068.zkksrk (mgr.14702) 2467 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:22 smithi068 conmon[102841]: cluster 2022-01-26T00:02:21.896133+0000 mgr.smithi068.zkksrk (mgr.14702) 2468 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:22 smithi068 conmon[102841]: audit 2022-01-26T00:02:22.413181+0000 mon.smithi068 (mon.0) 946 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:22 smithi165 conmon[67662]: cluster 2022-01-26T00:02:21.896133+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:02:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:22 smithi165 conmon[67662]: 14702) 2468 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:22 smithi165 conmon[67662]: audit 2022-01-26T00:02:22.413181+0000 mon.smithi068 (mon.0) 946 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: cluster 2022-01-26T00:02:23. 2022-01-26T00:02:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: 896904+0000 mgr.smithi068.zkksrk (mgr.14702) 2469 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: audit 2022-01-26T00:02:24.050904+0000 mon.smithi068 (mon.0) 947 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:02:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: audit 2022-01-26T00:02:24.972062+0000 mon.smithi068 (mon.0) 948 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:02:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: audit 2022-01-26T00:02:24.973530+0000 mon.smithi068 (mon.0) 949 : audit [DBG] 2022-01-26T00:02:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-26T00:02:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: audit 2022-01-26T00:02 2022-01-26T00:02:25.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: :24.973730+0000 mon.smithi068 (mon.0) 2022-01-26T00:02:25.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:24 smithi068 conmon[102841]: 950 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-26T00:02:25.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: cluster 2022-01-26T00:02:23.896904+0000 mgr.smithi068.zkksrk (mgr.14702) 2469 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:25.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:24.050904+0000 mon.smithi068 (mon.0) 947 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:02:25.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:25.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: 2022-01-26T00:02:24.972062+0000 mon.smithi068 (mon.0) 948 : 2022-01-26T00:02:25.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:02:25.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T 2022-01-26T00:02:25.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: 00:02:24.973530+0000 mon.smithi068 (mon.0 2022-01-26T00:02:25.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: ) 949 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-26T00:02:25.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01 2022-01-26T00:02:25.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: -26T00:02:24.973730+0000 mon.smithi068 2022-01-26T00:02:25.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: (mon.0) 950 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-26T00:02:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: audit 2022-01-26T00:02:24.977203+0000 mon.smithi068 2022-01-26T00:02:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: (mon.0) 951 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-26T00:02:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: audit 2022-01-26T00:02:24.977250+0000 mon.smithi165 (mon.1) 3 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:02:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: audit 2022-01-26T00:02:24.977329+0000 mon.smithi068 (mon.0) 952 : audit [DBG] 2022-01-26T00:02:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-26T00:02:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: audit 2022-01-26T00:02: 2022-01-26T00:02:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: 25.480593+0000 mon.smithi165 (mon.1) 4 2022-01-26T00:02:26.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:02:26.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:02:26.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: 00:02:25.486049+0000 mon.smithi068 (mon 2022-01-26T00:02:26.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:25 smithi068 conmon[102841]: .0) 953 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:24.977203+0000 mon.smithi068 (mon.0 2022-01-26T00:02:26.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: ) 951 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi068"}]: dispatch 2022-01-26T00:02:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:24.977250+0000 mon.smithi165 (mon.1) 3 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:02:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:24.977329+0000 mon.smithi068 (mon.0) 952 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "mon metadata", "id": "smithi165"}]: dispatch 2022-01-26T00:02:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:25.480593+0000 mon.smithi165 (mon.1) 4 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:02:26.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:25 smithi165 conmon[67662]: audit 2022-01-26T00:02:25.486049+0000 mon.smithi068 (mon.0) 953 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:26 smithi068 conmon[102841]: cluster 2022-01-26T00:02:25.897832+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:02:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:26 smithi068 conmon[102841]: ) 2470 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:26 smithi165 conmon[67662]: cluster 2022-01-26T00:02:25.897832+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:02:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:26 smithi165 conmon[67662]: 2470 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:29.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:28 smithi068 conmon[102841]: cluster 2022-01-26T00:02:27.898524+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:02:29.314 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:28 smithi068 conmon[102841]: ) 2471 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:29.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:28 smithi165 conmon[67662]: cluster 2022-01-26T00:02:27.898524+0000 mgr.smithi068.zkksrk (mgr.14702) 2471 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:30 smithi068 conmon[102841]: cluster 2022-01-26T00:02:29.899477+0000 mgr.smithi068.zkksrk (mgr.14702) 2472 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:30 smithi165 conmon[67662]: cluster 2022-01-26T00:02:29.899477+0000 mgr.smithi068.zkksrk (mgr.14702) 2472 : cluster 2022-01-26T00:02:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:30 smithi165 conmon[67662]: [DBG] pgmap v2131: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:32 smithi068 conmon[102841]: cluster 2022-01-26T00:02:31.900344+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:02:32.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:32 smithi068 conmon[102841]: .14702) 2473 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:32 smithi165 conmon[67662]: cluster 2022-01-26T00:02:31.900344+0000 mgr.smithi068.zkksrk (mgr.14702) 2473 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:32 smithi165 conmon[67662]: 2022-01-26T00:02:35.014 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:02:35.303 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:02:35.303 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (76m) 7m ago 77m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:02:35.304 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (69m) 7m ago 77m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:02:35.304 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (69m) 7m ago 76m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:02:35.304 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (76m) 7m ago 77m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:02:35.304 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (73m) 7m ago 73m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:02:35.304 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (73m) 7m ago 73m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:02:35.305 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (70m) 7m ago 78m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:02:35.305 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (70m) 7m ago 76m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:02:35.306 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (69m) 7m ago 78m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:02:35.306 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (69m) 7m ago 76m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:02:35.306 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (70m) 7m ago 70m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:02:35.307 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (70m) 7m ago 70m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:02:35.307 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (77m) 7m ago 77m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:02:35.307 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (76m) 7m ago 76m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:02:35.308 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (61m) 7m ago 76m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:02:35.308 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (75m) 7m ago 75m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:02:35.308 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (75m) 7m ago 75m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:02:35.308 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (75m) 7m ago 75m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:02:35.309 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (75m) 7m ago 75m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:02:35.309 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (74m) 7m ago 74m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:02:35.309 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (74m) 7m ago 74m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:02:35.309 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (74m) 7m ago 74m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:02:35.310 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (76m) 7m ago 77m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:02:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:34 smithi068 conmon[102841]: cluster 2022-01-26T00:02:33.900994+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:02:35.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:34 smithi068 conmon[102841]: ) 2474 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:34 smithi165 conmon[67662]: cluster 2022-01-26T00:02:33.900994+0000 mgr.smithi068.zkksrk (mgr.14702) 2474 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:35.644 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:02:35.644 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:02:35.644 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:35.645 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:35.645 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:02:35.645 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:35.645 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:35.645 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:02:35.646 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:02:35.646 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:02:35.646 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:35.646 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:02:35.647 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:02:35.647 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:02:35.647 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:02:35.647 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:02:35.647 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:02:35.648 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:02:35.648 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:02:36.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:35 smithi068 conmon[102841]: audit 2022-01-26T00:02:35.644875+0000 mon.smithi068 (mon.0) 2022-01-26T00:02:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:35 smithi068 conmon[102841]: 954 : audit [DBG] from='client.? 172.21.15.68:0/276242241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:35 smithi165 conmon[67662]: audit 2022-01-26T00:02:35.644875+0000 mon.smithi068 (mon.0) 954 : audit [DBG] from='client.? 172.21.15.68:0/276242241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:36 smithi068 conmon[102841]: audit 2022-01-26T00:02:35.003444+0000 mgr.smithi068.zkksrk (mgr.14702) 2475 2022-01-26T00:02:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:36 smithi068 conmon[102841]: : audit [DBG] from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:36 smithi068 conmon[102841]: audit 2022-01-26T00:02:35.288795+0000 mgr.smithi068.zkksrk (mgr.14702) 2476 : audit [DBG] from='client.35734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:36 smithi068 conmon[102841]: cluster 2022-01-26T00:02:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:36 smithi068 conmon[102841]: 2022-01-26T00:02:35.901821+0000 mgr.smithi068.zkksrk (mgr.14702) 2477 : cluster [DBG] 2022-01-26T00:02:37.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:36 smithi068 conmon[102841]: pgmap v2134: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:36 smithi165 conmon[67662]: audit 2022-01-26T00:02:35.003444+0000 mgr.smithi068.zkksrk (mgr.14702) 2475 : audit [DBG] from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:36 smithi165 conmon[67662]: audit 2022-01-26T00:02:35.288795+0000 2022-01-26T00:02:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:36 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2476 : audit [DBG] from='client.35734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:36 smithi165 conmon[67662]: cluster 2022-01-26T00:02:35.901821+0000 mgr.smithi068.zkksrk (mgr.14702) 2477 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:02:39.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:38 smithi068 conmon[102841]: cluster 2022-01-26T00:02:37.902511+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:02:39.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:38 smithi068 conmon[102841]: 2478 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:38 smithi165 conmon[67662]: cluster 2022-01-26T00:02:37.902511+0000 mgr.smithi068.zkksrk (mgr.14702) 2478 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:40 smithi068 conmon[102841]: cluster 2022-01-26T00:02:39.903284+0000 mgr.smithi068.zkksrk (mgr.14702) 2479 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:41.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:40 smithi165 conmon[67662]: cluster 2022-01-26T00:02:39.903284+0000 mgr.smithi068.zkksrk (mgr.14702) 2479 : cluster [DBG] 2022-01-26T00:02:41.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:40 smithi165 conmon[67662]: pgmap v2136: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:42 smithi068 conmon[102841]: cluster 2022-01-26T00:02:41.903942+0000 mgr.smithi068.zkksrk (mgr.14702) 2480 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:42 smithi165 conmon[67662]: cluster 2022-01-26T00:02:41.903942+0000 mgr.smithi068.zkksrk (mgr.14702) 2480 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:44.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:43 smithi068 conmon[102841]: cluster 2022-01-26T00:02:43.904452+0000 mgr.smithi068.zkksrk (mgr.14702) 2481 : 2022-01-26T00:02:44.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:43 smithi068 conmon[102841]: cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:43 smithi165 conmon[67662]: cluster 2022-01-26T00:02:43.904452+0000 mgr.smithi068.zkksrk (mgr.14702) 2481 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: audit 2022-01-26T00:02:45.167268+0000 mon.smithi068 (mon.0) 2022-01-26T00:02:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: 955 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:02:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: audit 2022-01-26T00:02:45.168705+0000 mon.smithi068 (mon.0) 956 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:02:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: audit 2022-01-26T00:02:45.169695+0000 mon.smithi068 (mon.0) 957 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:02:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:02:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: 00:02:45.583416+0000 mon.smithi068 (mon 2022-01-26T00:02:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: .0) 958 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:02:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: 01-26T00:02:45.588626+0000 2022-01-26T00:02:46.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:45 smithi068 conmon[102841]: mon.smithi068 (mon.0) 959 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: audit 2022-01-26T00:02:45.167268+0000 mon.smithi068 (mon.0) 955 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:02:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: audit 2022-01-26T00:02:45.168705+0000 mon.smithi068 (mon.0) 956 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:02:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: audit 2022-01-26T00:02:45.169695+0000 mon.smithi068 (mon.0) 957 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:02:46.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: audit 2022-01-26T00:02:45.583416+0000 mon.smithi068 (mon.0) 958 : audit [INF] 2022-01-26T00:02:46.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:46.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: audit 2022-01-26T00:02:45. 2022-01-26T00:02:46.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:45 smithi165 conmon[67662]: 588626+0000 mon.smithi068 (mon.0) 959 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:02:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:46 smithi068 conmon[102841]: cephadm 2022-01-26T00:02:45.170531+0000 mgr.smithi068.zkksrk (mgr.14702) 2482 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:02:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:46 smithi068 conmon[102841]: cluster 2022-01-26T00:02:45.905198+0000 mgr.smithi068.zkksrk (mgr.14702) 2483 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:46 smithi165 conmon[67662]: cephadm 2022-01-26T00:02:45.170531+0000 mgr.smithi068.zkksrk (mgr.14702) 2482 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:02:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:46 smithi165 conmon[67662]: cluster 2022-01-26T00:02:45.905198+0000 mgr.smithi068.zkksrk (mgr.14702) 2483 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:48 smithi068 conmon[102841]: cluster 2022-01-26T00:02:47.905787+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:02:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:48 smithi068 conmon[102841]: .14702) 2484 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:48 smithi165 conmon[67662]: cluster 2022-01-26T00:02:47.905787+0000 mgr.smithi068.zkksrk (mgr.14702) 2484 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:50 smithi068 conmon[102841]: cluster 2022-01-26T00:02:49.906921+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:02:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:50 smithi068 conmon[102841]: 2485 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:50 smithi165 conmon[67662]: cluster 2022-01-26T00:02:49.906921+0000 mgr.smithi068.zkksrk (mgr.14702) 2485 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:52 smithi068 conmon[102841]: cluster 2022-01-26T00:02:51.907583+0000 mgr.smithi068.zkksrk (mgr.14702) 2486 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:52 smithi165 conmon[67662]: cluster 2022-01-26T00:02:51.907583+0000 mgr.smithi068.zkksrk (mgr.14702) 2486 : cluster [DBG] 2022-01-26T00:02:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:52 smithi165 conmon[67662]: pgmap v2142: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:54 smithi068 conmon[102841]: cluster 2022-01-26T00:02:53.908135+0000 mgr.smithi068.zkksrk (mgr.14702) 2487 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:54 smithi165 conmon[67662]: cluster 2022-01-26T00:02:53.908135+0000 mgr.smithi068.zkksrk (mgr.14702) 2487 : cluster 2022-01-26T00:02:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:54 smithi165 conmon[67662]: [DBG] pgmap v2143: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:56 smithi068 conmon[102841]: cluster 2022-01-26T00:02:55.909082+0000 mgr.smithi068.zkksrk (mgr.14702) 2488 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:56 smithi165 conmon[67662]: cluster 2022-01-26T00:02:55.909082+0000 mgr.smithi068.zkksrk (mgr.14702) 2488 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:02:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:56 smithi165 conmon[67662]: 2022-01-26T00:02:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:58 smithi068 conmon[102841]: cluster 2022-01-26T00:02:57.909665+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:02:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:02:58 smithi068 conmon[102841]: 2489 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:58 smithi165 conmon[67662]: cluster 2022-01-26T00:02:57.909665+0000 mgr.smithi068.zkksrk (mgr.14702) 2489 : cluster [DBG] 2022-01-26T00:02:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:02:58 smithi165 conmon[67662]: pgmap v2145: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:00 smithi068 conmon[102841]: cluster 2022-01-26T00:02:59.910825+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:03:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:00 smithi068 conmon[102841]: 2490 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:00 smithi165 conmon[67662]: cluster 2022-01-26T00:02:59.910825+0000 mgr.smithi068.zkksrk (mgr.14702) 2490 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:02 smithi068 conmon[102841]: cluster 2022-01-26T00:03:01.911571+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:03:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:02 smithi068 conmon[102841]: 14702) 2491 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:02 smithi165 conmon[67662]: cluster 2022-01-26T00:03:01.911571+0000 mgr.smithi068.zkksrk (mgr.14702) 2491 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:04 smithi068 conmon[102841]: cluster 2022-01-26T00:03:03.912119+0000 mgr.smithi068.zkksrk (mgr.14702) 2492 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:04 smithi068 conmon[102841]: 2022-01-26T00:03:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:04 smithi165 conmon[67662]: cluster 2022-01-26T00:03:03.912119+0000 mgr.smithi068.zkksrk (mgr.14702) 2492 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:05.962 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:03:06.248 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:03:06.248 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (76m) 8m ago 77m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:03:06.249 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (70m) 8m ago 77m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:03:06.249 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (69m) 8m ago 77m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:03:06.249 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (76m) 8m ago 77m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:03:06.249 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (73m) 8m ago 73m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:03:06.250 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (73m) 8m ago 73m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:03:06.250 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (70m) 8m ago 79m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:03:06.250 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (70m) 8m ago 77m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:03:06.250 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (70m) 8m ago 79m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:03:06.251 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (70m) 8m ago 77m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:03:06.251 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (71m) 8m ago 71m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:03:06.251 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (71m) 8m ago 71m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:03:06.251 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (77m) 8m ago 77m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:03:06.252 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (77m) 8m ago 77m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:03:06.252 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (61m) 8m ago 76m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:03:06.252 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (76m) 8m ago 76m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:03:06.252 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (76m) 8m ago 76m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:03:06.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (75m) 8m ago 75m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:03:06.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (75m) 8m ago 75m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:03:06.253 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (75m) 8m ago 75m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:03:06.254 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (75m) 8m ago 75m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:03:06.254 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (74m) 8m ago 74m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:03:06.254 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (76m) 8m ago 77m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:03:06.595 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:03:06.764 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:03:06.765 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:06.765 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:06.765 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:03:06.766 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:06.766 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:06.766 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:03:06.766 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:03:06.767 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:03:06.767 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:06.767 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:03:06.768 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:03:06.768 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:06.768 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:03:06.768 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:03:06.769 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:03:06.769 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:03:06.769 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:03:07.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:06 smithi068 conmon[102841]: cluster 2022-01-26T00:03:05.912866+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:03:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:06 smithi068 conmon[102841]: 2493 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:06 smithi068 conmon[102841]: audit 2022-01-26T00:03:05.950188+0000 mgr.smithi068.zkksrk (mgr.14702) 2494 : audit [DBG] from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:07.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:06 smithi068 conmon[102841]: audit 2022-01-26T00:03:06.595412+0000 mon.smithi068 (mon.0) 960 : audit [DBG] from='client.? 172.21.15.68:0/148878267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:06 smithi165 conmon[67662]: cluster 2022-01-26T00:03:05.912866+0000 mgr.smithi068.zkksrk (mgr.14702) 2493 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:06 smithi165 conmon[67662]: audit 2022-01-26T00:03:05.950188+0000 2022-01-26T00:03:07.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:06 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2494 : audit [DBG] from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:07.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:06 smithi165 conmon[67662]: audit 2022-01-26T00:03:06.595412+0000 mon.smithi068 (mon.0) 960 : audit [DBG] from='client.? 172.21.15.68:0/148878267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:07 smithi068 conmon[102841]: audit 2022-01-26T00:03:06.234476+0000 mgr.smithi068.zkksrk (mgr.14702) 2495 : audit [DBG] from='client.35746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:07 smithi165 conmon[67662]: audit 2022-01-26T00:03:06.234476+0000 mgr.smithi068.zkksrk (mgr.14702) 2495 : audit [DBG] from='client.35746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:08 smithi068 conmon[102841]: cluster 2022-01-26T00:03:07.913441+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:03:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:08 smithi068 conmon[102841]: 14702) 2496 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:09 smithi165 conmon[67662]: cluster 2022-01-26T00:03:07.913441+0000 mgr.smithi068.zkksrk (mgr.14702) 2496 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:10 smithi068 conmon[102841]: cluster 2022-01-26T00:03:09.914266+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:03:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:10 smithi068 conmon[102841]: 2497 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:10 smithi165 conmon[67662]: cluster 2022-01-26T00:03:09.914266+0000 mgr.smithi068.zkksrk (mgr.14702) 2497 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:10 smithi165 conmon[67662]: 2022-01-26T00:03:13.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:12 smithi068 conmon[102841]: cluster 2022-01-26T00:03:11.914942+0000 mgr.smithi068.zkksrk (mgr.14702) 2498 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:12 smithi165 conmon[67662]: cluster 2022-01-26T00:03:11.914942+0000 mgr.smithi068.zkksrk (mgr.14702) 2498 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:14 smithi068 conmon[102841]: cluster 2022-01-26T00:03:13.915527+0000 mgr.smithi068.zkksrk (mgr.14702) 2499 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:14 smithi165 conmon[67662]: cluster 2022-01-26T00:03:13.915527+0000 mgr.smithi068.zkksrk (mgr.14702) 2499 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:14 smithi165 conmon[67662]: 2022-01-26T00:03:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:16 smithi068 conmon[102841]: cluster 2022-01-26T00:03:15.916540+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:03:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:16 smithi068 conmon[102841]: 14702) 2500 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:16 smithi165 conmon[67662]: cluster 2022-01-26T00:03:15.916540+0000 mgr.smithi068.zkksrk (mgr.14702) 2500 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:18.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:18 smithi068 conmon[102841]: cluster 2022-01-26T00:03:17.916998+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:03:18.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:18 smithi068 conmon[102841]: 14702) 2501 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:18 smithi165 conmon[67662]: cluster 2022-01-26T00:03:17.916998+0000 mgr.smithi068.zkksrk (mgr.14702) 2501 : 2022-01-26T00:03:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:18 smithi165 conmon[67662]: cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:19 smithi068 conmon[102841]: audit 2022-01-26T00:03:18.364214+0000 mon.smithi068 (mon.0 2022-01-26T00:03:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:19 smithi068 conmon[102841]: ) 961 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:03:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:19 smithi068 conmon[102841]: audit 2022-01-26T00:03:18.482137+0000 mon.smithi068 (mon.0) 962 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:03:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:19 smithi165 conmon[67662]: audit 2022-01-26T00:03:18.364214+0000 mon.smithi068 (mon.0) 961 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:03:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:19 smithi165 conmon[67662]: audit 2022-01-26T00:03:18.482137+0000 mon.smithi068 (mon.0) 962 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:03:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:20 smithi068 conmon[102841]: cluster 2022-01-26T00:03:19.917895+0000 mgr.smithi068.zkksrk (mgr.14702) 2502 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:20 smithi165 conmon[67662]: cluster 2022-01-26T00:03:19.917895+0000 mgr.smithi068.zkksrk (mgr.14702) 2502 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:22 smithi068 conmon[102841]: cluster 2022-01-26T00:03:21.918716+0000 mgr.smithi068.zkksrk (mgr.14702) 2503 2022-01-26T00:03:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:22 smithi068 conmon[102841]: : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:22 smithi165 conmon[67662]: cluster 2022-01-26T00:03:21.918716+0000 mgr.smithi068.zkksrk (mgr.14702) 2503 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:25.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:24 smithi068 conmon[102841]: cluster 2022-01-26T00:03:23.919235+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:03:25.316 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:24 smithi068 conmon[102841]: ) 2504 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:24 smithi165 conmon[67662]: cluster 2022-01-26T00:03:23.919235+0000 mgr.smithi068.zkksrk (mgr.14702) 2504 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:27.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:26 smithi068 conmon[102841]: cluster 2022-01-26T00:03:25.920235+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:03:27.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:26 smithi068 conmon[102841]: 2505 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:26 smithi165 conmon[67662]: cluster 2022-01-26T00:03:25.920235+0000 mgr.smithi068.zkksrk (mgr.14702) 2505 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:28.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:28 smithi068 conmon[102841]: cluster 2022-01-26T00:03:27.920747+0000 mgr.smithi068.zkksrk (mgr.14702) 2506 : 2022-01-26T00:03:28.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:28 smithi068 conmon[102841]: cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:28 smithi165 conmon[67662]: cluster 2022-01-26T00:03:27.920747+0000 mgr.smithi068.zkksrk (mgr.14702) 2506 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:30 smithi068 conmon[102841]: cluster 2022-01-26T00:03:29.921599+0000 mgr.smithi068.zkksrk (mgr.14702) 2507 : cluster [DBG] 2022-01-26T00:03:31.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:30 smithi068 conmon[102841]: pgmap v2161: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:30 smithi165 conmon[67662]: cluster 2022-01-26T00:03:29.921599+0000 mgr.smithi068.zkksrk (mgr.14702) 2507 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:32 smithi068 conmon[102841]: cluster 2022-01-26T00:03:31.922159+0000 mgr.smithi068.zkksrk (mgr.14702) 2508 2022-01-26T00:03:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:32 smithi068 conmon[102841]: : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:32 smithi165 conmon[67662]: cluster 2022-01-26T00:03:31.922159+0000 mgr.smithi068.zkksrk (mgr.14702) 2508 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:35.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:35 smithi068 conmon[102841]: cluster 2022-01-26T00:03:33.922778+0000 mgr.smithi068.zkksrk (mgr.14702) 2509 : cluster [DBG] 2022-01-26T00:03:35.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:35 smithi068 conmon[102841]: pgmap v2163: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:35 smithi165 conmon[67662]: cluster 2022-01-26T00:03:33.922778+0000 mgr.smithi068.zkksrk (mgr.14702) 2509 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:36.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:36 smithi068 conmon[102841]: cluster 2022-01-26T00:03:35.923839+0000 mgr.smithi068.zkksrk (mgr.14702) 2510 : cluster 2022-01-26T00:03:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:36 smithi068 conmon[102841]: [DBG] pgmap v2164: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:36 smithi165 conmon[67662]: cluster 2022-01-26T00:03:35.923839+0000 mgr.smithi068.zkksrk (mgr.14702) 2510 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:36.913 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:03:37.201 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:03:37.202 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (77m) 8m ago 78m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:03:37.202 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (70m) 8m ago 78m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:03:37.202 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (70m) 8m ago 77m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:03:37.202 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (77m) 8m ago 78m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:03:37.203 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (74m) 8m ago 74m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:03:37.203 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (74m) 8m ago 74m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:03:37.203 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (71m) 8m ago 79m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:03:37.203 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (71m) 8m ago 77m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:03:37.204 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (70m) 8m ago 79m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:03:37.204 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (70m) 8m ago 77m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:03:37.204 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (71m) 8m ago 71m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:03:37.204 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (71m) 8m ago 71m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:03:37.204 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (78m) 8m ago 78m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:03:37.205 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (77m) 8m ago 77m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:03:37.205 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (62m) 8m ago 77m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:03:37.205 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (76m) 8m ago 76m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:03:37.205 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (76m) 8m ago 76m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:03:37.206 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (76m) 8m ago 76m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:03:37.206 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (76m) 8m ago 76m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:03:37.206 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (75m) 8m ago 75m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:03:37.206 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (75m) 8m ago 75m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:03:37.207 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (75m) 8m ago 75m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:03:37.207 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (77m) 8m ago 78m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:03:37.207 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:37 smithi068 conmon[102841]: audit 2022-01-26T00:03:36. 2022-01-26T00:03:37.207 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:37 smithi068 conmon[102841]: 902584+0000 mgr.smithi068.zkksrk (mgr.14702) 2511 : audit [DBG] from='client.35754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:37 smithi165 conmon[67662]: audit 2022-01-26T00:03:36.902584+0000 mgr.smithi068.zkksrk (mgr.14702) 2511 : audit [DBG] 2022-01-26T00:03:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:37 smithi165 conmon[67662]: from='client.35754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:37.542 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:03:37.543 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:03:37.543 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:37.543 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:37.544 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:03:37.544 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:37.544 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:37.544 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:03:37.545 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:03:37.545 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:03:37.545 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:37.545 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:03:37.546 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:03:37.546 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:03:37.546 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:03:37.546 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:03:37.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:03:37.547 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:03:37.547 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:03:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: audit 2022-01-26T00:03:37.187458 2022-01-26T00:03:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2512 : audit [DBG] from='client.35758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: audit 2022-01-26T00:03:37.543280+0000 mon.smithi068 ( 2022-01-26T00:03:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: mon.0) 963 : audit [DBG] from='client.? 172.21.15.68:0/926831817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: cluster 2022-01-26 2022-01-26T00:03:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: T00:03:37.924442+0000 mgr.smithi068.zkksrk (mgr.14702) 2513 : 2022-01-26T00:03:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:38 smithi068 conmon[102841]: cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:38 smithi165 conmon[67662]: audit 2022-01-26T00:03:37.187458+0000 mgr.smithi068.zkksrk (mgr.14702) 2512 : audit [DBG] from='client.35758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:38 smithi165 conmon[67662]: audit 2022-01-26T00:03:37.543280+0000 mon.smithi068 (mon.0) 963 : audit [DBG] from='client.? 172.21.15.68:0/926831817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:38 smithi165 conmon[67662]: cluster 2022-01-26T00:03:37.924442+0000 mgr.smithi068.zkksrk (mgr.14702) 2513 : cluster [DBG] 2022-01-26T00:03:38.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:38 smithi165 conmon[67662]: pgmap v2165: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:40 smithi068 conmon[102841]: cluster 2022-01-26T00:03:39.925463+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:03:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:40 smithi068 conmon[102841]: ) 2514 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:40 smithi165 conmon[67662]: cluster 2022-01-26T00:03:39.925463+0000 mgr.smithi068.zkksrk (mgr.14702) 2514 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:43.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:42 smithi068 conmon[102841]: cluster 2022-01-26T00:03:41.926186+0000 mgr.smithi068.zkksrk (mgr.14702) 2515 2022-01-26T00:03:43.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:42 smithi068 conmon[102841]: : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:42 smithi165 conmon[67662]: cluster 2022-01-26T00:03:41.926186+0000 mgr.smithi068.zkksrk (mgr.14702) 2515 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:44 smithi068 conmon[102841]: cluster 2022-01-26T00:03:43.926771+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:03:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:44 smithi068 conmon[102841]: 2516 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:45.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:45 smithi165 conmon[67662]: cluster 2022-01-26T00:03:43.926771+0000 mgr.smithi068.zkksrk (mgr.14702) 2516 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:46.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: audit 2022-01-26T00:03:45.591664+0000 mon.smithi068 (mon 2022-01-26T00:03:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: .0) 964 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:03:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: audit 2022-01-26T00:03:45.593201+0000 mon.smithi068 (mon.0) 965 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:03:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:03:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: -26T00:03:45.594181+0000 mon.smithi068 (mon.0) 966 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:03:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: audit 2022-01-26T00:03:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: 2022-01-26T00:03:45.988805+0000 mon.smithi068 (mon.0) 967 : audit 2022-01-26T00:03:46.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:46 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:03:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: audit 2022-01-26T00:03:45.591664+0000 mon.smithi068 (mon.0) 964 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:03:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: audit 2022-01-26T00:03:45.593201+0000 mon.smithi068 (mon.0) 965 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:03:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: audit 2022-01-26T00:03:45.594181+0000 mon.smithi068 (mon.0) 966 2022-01-26T00:03:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:03:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: audit 2022-01- 2022-01-26T00:03:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: 26T00:03:45.988805+0000 mon.smithi068 (mon.0) 967 : audit 2022-01-26T00:03:46.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:46 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:03:47.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: cephadm 2022-01-26T00:03:45.595060+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:03:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: 14702) 2517 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:03:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: cluster 2022-01-26T00:03:45.927517+0000 mgr.smithi068.zkksrk (mgr.14702) 2518 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: audit 2022-01-26T00:03:46.013313 2022-01-26T00:03:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 968 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:03:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: audit 2022-01-26T00:03:46.018451+0000 mon.smithi068 ( 2022-01-26T00:03:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:47 smithi068 conmon[102841]: mon.0) 969 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:03:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:47 smithi165 conmon[67662]: cephadm 2022-01-26T00:03:45.595060+0000 mgr.smithi068.zkksrk (mgr.14702) 2517 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:03:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:47 smithi165 conmon[67662]: cluster 2022-01-26T00:03:45.927517+0000 mgr.smithi068.zkksrk (mgr.14702) 2518 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:47 smithi165 conmon[67662]: audit 2022-01-26T00:03:46.013313+0000 mon.smithi068 (mon.0) 2022-01-26T00:03:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:47 smithi165 conmon[67662]: 968 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:03:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:47 smithi165 conmon[67662]: audit 2022-01-26T00:03:46.018451+0000 mon.smithi068 (mon.0) 969 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:03:48.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:48 smithi068 conmon[102841]: cluster 2022-01-26T00:03:47.928167+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:03:48.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:48 smithi068 conmon[102841]: 14702) 2519 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:48 smithi165 conmon[67662]: cluster 2022-01-26T00:03:47.928167+0000 mgr.smithi068.zkksrk (mgr.14702) 2519 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:48 smithi165 conmon[67662]: 2022-01-26T00:03:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:50 smithi068 conmon[102841]: cluster 2022-01-26T00:03:49.929074+0000 mgr.smithi068.zkksrk (mgr.14702) 2520 2022-01-26T00:03:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:50 smithi165 conmon[67662]: cluster 2022-01-26T00:03:49.929074+0000 mgr.smithi068.zkksrk (mgr.14702) 2520 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:52 smithi068 conmon[102841]: cluster 2022-01-26T00:03:51.929774+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:03:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:52 smithi068 conmon[102841]: 2521 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:52 smithi165 conmon[67662]: cluster 2022-01-26T00:03:51.929774+0000 mgr.smithi068.zkksrk (mgr.14702) 2521 : cluster [DBG] 2022-01-26T00:03:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:52 smithi165 conmon[67662]: pgmap v2172: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:55 smithi068 conmon[102841]: cluster 2022-01-26T00:03:53.930480+0000 mgr.smithi068.zkksrk (mgr.14702) 2522 : cluster 2022-01-26T00:03:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:55 smithi068 conmon[102841]: [DBG] pgmap v2173: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:55 smithi165 conmon[67662]: cluster 2022-01-26T00:03:53.930480+0000 mgr.smithi068.zkksrk (mgr.14702) 2522 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:57.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:57 smithi068 conmon[102841]: cluster 2022-01-26T00:03:55.931312+0000 mgr.smithi068.zkksrk (mgr.14702) 2523 : 2022-01-26T00:03:57.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:57 smithi068 conmon[102841]: cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:57 smithi165 conmon[67662]: cluster 2022-01-26T00:03:55.931312+0000 mgr.smithi068.zkksrk (mgr.14702) 2523 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:03:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:03:58 smithi068 conmon[102841]: cluster 2022-01-26T00:03:57.931879+0000 mgr.smithi068.zkksrk (mgr.14702) 2524 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:03:58 smithi165 conmon[67662]: cluster 2022-01-26T00:03:57.931879+0000 mgr.smithi068.zkksrk (mgr.14702) 2524 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:00 smithi068 conmon[102841]: cluster 2022-01-26T00:03:59.932814+0000 mgr.smithi068.zkksrk (mgr.14702) 2525 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:00 smithi165 conmon[67662]: cluster 2022-01-26T00:03:59.932814+0000 mgr.smithi068.zkksrk (mgr.14702) 2525 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:03 smithi068 conmon[102841]: cluster 2022-01-26T00:04:01.933522+0000 mgr.smithi068.zkksrk (mgr.14702) 2526 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:03 smithi165 conmon[67662]: cluster 2022-01-26T00:04:01.933522+0000 mgr.smithi068.zkksrk (mgr.14702) 2526 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:05 smithi068 conmon[102841]: cluster 2022-01-26T00:04:03.934035+0000 mgr.smithi068.zkksrk (mgr.14702) 2527 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:05 smithi165 conmon[67662]: cluster 2022-01-26T00:04:03.934035+0000 mgr.smithi068.zkksrk (mgr.14702) 2527 : cluster [DBG] 2022-01-26T00:04:05.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:05 smithi165 conmon[67662]: pgmap v2178: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:06.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:06 smithi068 conmon[102841]: cluster 2022-01-26T00:04:05.934990+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:04:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:06 smithi068 conmon[102841]: 14702) 2528 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:06 smithi165 conmon[67662]: cluster 2022-01-26T00:04:05.934990+0000 mgr.smithi068.zkksrk (mgr.14702) 2528 : 2022-01-26T00:04:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:06 smithi165 conmon[67662]: cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:07.860 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:04:08.147 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:04:08.148 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (77m) 9m ago 78m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:04:08.148 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (71m) 9m ago 78m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:04:08.148 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (70m) 9m ago 78m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:04:08.148 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (77m) 9m ago 78m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:04:08.149 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (74m) 9m ago 74m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:04:08.149 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (74m) 9m ago 74m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:04:08.149 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (71m) 9m ago 80m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:04:08.150 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (71m) 9m ago 78m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:04:08.150 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (71m) 9m ago 80m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:04:08.150 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (71m) 9m ago 78m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:04:08.150 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (72m) 9m ago 72m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:04:08.151 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (72m) 9m ago 72m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:04:08.151 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (78m) 9m ago 78m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:04:08.151 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (78m) 9m ago 78m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:04:08.151 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (62m) 9m ago 77m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:04:08.152 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (77m) 9m ago 77m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:04:08.152 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (77m) 9m ago 77m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:04:08.152 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (76m) 9m ago 76m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:04:08.152 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (76m) 9m ago 76m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:04:08.152 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (76m) 9m ago 76m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:04:08.153 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (76m) 9m ago 76m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:04:08.153 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (75m) 9m ago 75m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:04:08.153 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (77m) 9m ago 78m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:04:08.485 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:04:08.485 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:04:08.485 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:08.486 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:08.486 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:04:08.486 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:08.486 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:08.487 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:04:08.487 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:04:08.487 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:04:08.487 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:08.488 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:04:08.488 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:04:08.488 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:08.488 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:04:08.488 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:04:08.489 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:04:08.489 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:04:08.489 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:04:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: audit 2022-01-26T00:04:07.848698+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:04:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: .14702) 2529 : audit [DBG] from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: cluster 2022-01-26T00:04:07.935441+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:04:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: 14702) 2530 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: audit 2022-01-26T00:04:09.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: 2022-01-26T00:04:08.485800+0000 mon.smithi068 ( 2022-01-26T00:04:09.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:08 smithi068 conmon[102841]: mon.0) 970 : audit [DBG] from='client.? 172.21.15.68:0/2266703291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:08 smithi165 conmon[67662]: audit 2022-01-26T00:04:07.848698+0000 mgr.smithi068.zkksrk (mgr.14702) 2529 : audit [DBG] from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:08 smithi165 conmon[67662]: cluster 2022-01-26T00:04:07.935441+0000 mgr.smithi068.zkksrk (mgr.14702) 2530 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:08 smithi165 conmon[67662]: audit 2022-01-26T00:04:08.485800+0000 mon.smithi068 (mon.0) 2022-01-26T00:04:09.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:08 smithi165 conmon[67662]: 970 : audit [DBG] from='client.? 172.21.15.68:0/2266703291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:10.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:09 smithi068 conmon[102841]: audit 2022-01-26T00:04:08.133733+0000 mgr.smithi068.zkksrk (mgr.14702) 2531 : audit [DBG] from='client.35770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:09 smithi165 conmon[67662]: audit 2022-01-26T00:04:08.133733+0000 mgr.smithi068.zkksrk (mgr.14702) 2531 : audit [DBG] from='client.35770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:11 smithi068 conmon[102841]: cluster 2022-01-26T00:04:09.936400+0000 mgr.smithi068.zkksrk (mgr.14702) 2532 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:11 smithi165 conmon[67662]: cluster 2022-01-26T00:04:09.936400+0000 mgr.smithi068.zkksrk (mgr.14702) 2532 : cluster 2022-01-26T00:04:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:11 smithi165 conmon[67662]: [DBG] pgmap v2181: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:13.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:13 smithi068 conmon[102841]: cluster 2022-01-26T00:04:11.936956+0000 mgr.smithi068.zkksrk (mgr.14702) 2533 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:13 smithi165 conmon[67662]: cluster 2022-01-26T00:04:11.936956+0000 mgr.smithi068.zkksrk (mgr.14702) 2533 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:14.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:14 smithi068 conmon[102841]: cluster 2022-01-26T00:04:13.937498+0000 mgr.smithi068.zkksrk (mgr.14702) 2534 : cluster 2022-01-26T00:04:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:14 smithi068 conmon[102841]: [DBG] pgmap v2183: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:14 smithi165 conmon[67662]: cluster 2022-01-26T00:04:13.937498+0000 mgr.smithi068.zkksrk (mgr.14702) 2534 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:17.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:17 smithi068 conmon[102841]: cluster 2022-01-26T00:04:15.938399+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:04:17.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:17 smithi068 conmon[102841]: 2535 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:17 smithi165 conmon[67662]: cluster 2022-01-26T00:04:15.938399+0000 mgr.smithi068.zkksrk (mgr.14702) 2535 : cluster [DBG] 2022-01-26T00:04:17.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:17 smithi165 conmon[67662]: pgmap v2184: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: cluster 2022-01-26T00:04:17.938926+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:04:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: .14702) 2536 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: audit 2022-01-26T00:04:18.366709+0000 mon.smithi068 (mon.0) 971 : audit [INF] 2022-01-26T00:04:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:04:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: audit 2022-01-26T00 2022-01-26T00:04:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: :04:18.486851+0000 mon.smithi068 ( 2022-01-26T00:04:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: mon.0) 972 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:04:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:19 smithi068 conmon[102841]: 2022-01-26T00:04:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:19 smithi165 conmon[67662]: cluster 2022-01-26T00:04:17.938926+0000 mgr.smithi068.zkksrk (mgr.14702) 2536 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:19 smithi165 conmon[67662]: audit 2022-01-26T00:04:18.366709+0000 mon.smithi068 (mon.0) 971 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:04:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:19 smithi165 conmon[67662]: audit 2022-01-26T00:04:18.486851+0000 mon.smithi068 (mon.0) 972 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:04:21.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:21 smithi068 conmon[102841]: cluster 2022-01-26T00:04:19.939892+0000 mgr.smithi068.zkksrk (mgr.14702) 2537 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:21 smithi165 conmon[67662]: cluster 2022-01-26T00:04:19.939892+0000 mgr.smithi068.zkksrk (mgr.14702) 2537 : cluster 2022-01-26T00:04:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:21 smithi165 conmon[67662]: [DBG] pgmap v2186: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:23 smithi068 conmon[102841]: cluster 2022-01-26T00:04:21.940607+0000 mgr.smithi068.zkksrk (mgr.14702) 2538 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:23 smithi165 conmon[67662]: cluster 2022-01-26T00:04:21.940607+0000 mgr.smithi068.zkksrk (mgr.14702) 2538 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:25 smithi068 conmon[102841]: cluster 2022-01-26T00:04:23.941228+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:04:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:25 smithi068 conmon[102841]: 2539 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:25 smithi165 conmon[67662]: cluster 2022-01-26T00:04:23.941228+0000 mgr.smithi068.zkksrk (mgr.14702) 2539 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:26 smithi165 conmon[67662]: cluster 2022-01-26T00:04:25.942132+0000 mgr.smithi068.zkksrk (mgr.14702) 2540 : cluster [DBG] 2022-01-26T00:04:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:26 smithi165 conmon[67662]: pgmap v2189: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:26 smithi068 conmon[102841]: cluster 2022-01-26T00:04:25.942132+0000 mgr.smithi068.zkksrk (mgr.14702) 2540 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:29.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:28 smithi068 conmon[102841]: cluster 2022-01-26T00: 2022-01-26T00:04:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:28 smithi068 conmon[102841]: 04:27.942680+0000 mgr.smithi068.zkksrk (mgr.14702) 2541 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:29.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:28 smithi165 conmon[67662]: cluster 2022-01-26T00:04:27.942680+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:04:29.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:28 smithi165 conmon[67662]: 2541 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:31.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:31 smithi068 conmon[102841]: cluster 2022-01-26T00:04:29.943661+0000 mgr.smithi068.zkksrk (mgr.14702) 2542 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:31 smithi165 conmon[67662]: cluster 2022-01-26T00:04:29.943661+0000 mgr.smithi068.zkksrk (mgr.14702) 2542 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:33.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:33 smithi068 conmon[102841]: cluster 2022-01-26T00:04:31.944377+0000 mgr.smithi068.zkksrk (mgr.14702) 2543 2022-01-26T00:04:33.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:33 smithi068 conmon[102841]: : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:33 smithi165 conmon[67662]: cluster 2022-01-26T00:04:31.944377+0000 mgr.smithi068.zkksrk (mgr.14702) 2543 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:34 smithi165 conmon[67662]: cluster 2022-01-26T00:04:33.945077+0000 mgr.smithi068.zkksrk (mgr.14702) 2544 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:34 smithi068 conmon[102841]: cluster 2022-01-26T00:04:33.945077+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:04:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:34 smithi068 conmon[102841]: 2544 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:37.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:37 smithi068 conmon[102841]: cluster 2022-01-26T00:04:35.945950+0000 mgr.smithi068.zkksrk (mgr.14702) 2545 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:37 smithi165 conmon[67662]: cluster 2022-01-26T00:04:35.945950+0000 mgr.smithi068.zkksrk (mgr.14702) 2545 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:37 smithi165 conmon[67662]: 2022-01-26T00:04:38.802 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:04:39.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:39 smithi068 conmon[102841]: cluster 2022-01-26T00:04:37.946630+0000 2022-01-26T00:04:39.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:39 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2546 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:39.091 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:04:39.091 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (78m) 9m ago 79m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:04:39.091 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (71m) 9m ago 79m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:04:39.092 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (71m) 10m ago 78m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:04:39.092 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (78m) 9m ago 79m 41.1M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:04:39.092 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (75m) 9m ago 75m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:04:39.092 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (75m) 10m ago 75m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:04:39.093 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (72m) 9m ago 80m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:04:39.093 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (72m) 10m ago 78m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:04:39.093 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (72m) 9m ago 80m 471M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:04:39.093 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (71m) 10m ago 78m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:04:39.094 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (72m) 9m ago 72m 163M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:04:39.094 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (72m) 10m ago 72m 99.2M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:04:39.094 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (79m) 9m ago 79m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:04:39.094 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (78m) 10m ago 78m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:04:39.094 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (63m) 9m ago 78m 695M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:04:39.095 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (78m) 9m ago 78m 1473M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:04:39.095 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (77m) 9m ago 77m 1090M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:04:39.095 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (77m) 9m ago 77m 1679M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:04:39.095 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (77m) 10m ago 77m 1498M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:04:39.096 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (76m) 10m ago 76m 1827M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:04:39.096 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (76m) 10m ago 76m 1426M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:04:39.096 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (76m) 10m ago 76m 2102M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:04:39.096 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (78m) 9m ago 79m 63.8M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:04:39.430 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:04:39.430 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:04:39.431 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:39.431 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:39.431 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:04:39.431 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:39.432 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:39.432 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:04:39.432 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:04:39.432 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:04:39.432 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:39.433 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:04:39.433 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:04:39.433 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:04:39.433 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:04:39.434 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:04:39.434 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:04:39.434 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:04:39.434 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:04:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:39 smithi165 conmon[67662]: cluster 2022-01-26T00:04:37.946630+0000 mgr.smithi068.zkksrk (mgr.14702) 2546 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:40 smithi068 conmon[102841]: audit 2022-01-26T00:04:38.791160+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:04:40.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:40 smithi068 conmon[102841]: 2547 : audit [DBG] from='client.35778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:40.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:40 smithi068 conmon[102841]: audit 2022-01-26T00:04:39.431095+0000 mon.smithi068 (mon.0) 973 : audit [DBG] from='client.? 172.21.15.68:0/2629194506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:40 smithi165 conmon[67662]: audit 2022-01-26T00:04:38.791160+0000 mgr.smithi068.zkksrk (mgr.14702) 2547 : audit [DBG] from='client.35778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:40 smithi165 conmon[67662]: audit 2022-01-26T00:04:39.431095+0000 mon.smithi068 (mon.0) 973 : audit [DBG] from='client.? 172.21.15.68:0/2629194506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:41 smithi068 conmon[102841]: audit 2022-01-26T00:04:39.077819+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:04:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:41 smithi068 conmon[102841]: 14702) 2548 : audit [DBG] from='client.35782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:41 smithi068 conmon[102841]: cluster 2022-01-26T00:04:39.947460+0000 mgr.smithi068.zkksrk (mgr.14702) 2549 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:41 smithi165 conmon[67662]: audit 2022-01-26T00:04:39.077819+0000 mgr.smithi068.zkksrk (mgr.14702) 2548 : audit [DBG] from='client.35782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:41 smithi165 conmon[67662]: cluster 2022-01-26T00:04:39.947460+0000 mgr.smithi068.zkksrk (mgr.14702) 2549 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:42.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:42 smithi068 conmon[102841]: cluster 2022-01-26T00:04:41.948034+0000 mgr.smithi068.zkksrk (mgr.14702) 2550 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:42 smithi165 conmon[67662]: cluster 2022-01-26T00:04:41.948034+0000 mgr.smithi068.zkksrk (mgr.14702) 2550 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:45.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:45 smithi068 conmon[102841]: cluster 2022-01-26T00:04:43.948566+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:04:45.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:45 smithi068 conmon[102841]: ) 2551 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:45.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:45 smithi165 conmon[67662]: cluster 2022-01-26T00:04:43.948566+0000 mgr.smithi068.zkksrk (mgr.14702) 2551 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:47 smithi068 conmon[102841]: cluster 2022-01-26T00:04: 2022-01-26T00:04:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:47 smithi068 conmon[102841]: 45.949465+0000 mgr.smithi068.zkksrk (mgr.14702) 2552 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:47 smithi068 conmon[102841]: audit 2022-01-26T00:04:46.021540+0000 mon.smithi068 (mon.0) 974 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:04:47.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:47 smithi068 conmon[102841]: audit 2022-01-26T00:04:46.022896+0000 mon.smithi068 (mon.0) 975 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:04:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:47 smithi068 conmon[102841]: audit 2022-01-26T00:04:46.032069+0000 mon.smithi068 (mon.0) 976 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:04:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:47 smithi165 conmon[67662]: cluster 2022-01-26T00:04:45.949465+0000 2022-01-26T00:04:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:47 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2552 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:47 smithi165 conmon[67662]: audit 2022-01-26T00:04:46.021540+0000 mon.smithi068 (mon.0) 974 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:04:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:47 smithi165 conmon[67662]: audit 2022-01-26T00:04:46.022896+0000 mon.smithi068 (mon.0) 975 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:04:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:47 smithi165 conmon[67662]: audit 2022-01-26T00:04:46.032069+0000 mon.smithi068 (mon.0) 976 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:04:48.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:48 smithi068 conmon[102841]: cephadm 2022-01-26T00:04:46.032879+0000 mgr.smithi068.zkksrk (mgr.14702) 2553 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:04:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:48 smithi165 conmon[67662]: cephadm 2022-01-26T00:04:46.032879+0000 mgr.smithi068.zkksrk (mgr.14702) 2553 : 2022-01-26T00:04:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:48 smithi165 conmon[67662]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:04:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:49 smithi068 conmon[102841]: cluster 2022-01-26T00:04:47.949930+0000 mgr.smithi068.zkksrk (mgr.14702) 2554 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:49 smithi165 conmon[67662]: cluster 2022-01-26T00:04:47.949930 2022-01-26T00:04:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:49 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2554 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:51.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:51 smithi068 conmon[102841]: cluster 2022-01-26T00:04:49.950909+0000 2022-01-26T00:04:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:51 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2555 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:51.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:51 smithi068 conmon[102841]: audit 2022-01-26T00:04:50.484817+0000 mon.smithi068 (mon.0) 977 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:51 smithi165 conmon[67662]: cluster 2022-01-26T00:04:49.950909+0000 mgr.smithi068.zkksrk (mgr.14702) 2555 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:51 smithi165 conmon[67662]: audit 2022-01 2022-01-26T00:04:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:51 smithi165 conmon[67662]: -26T00:04:50.484817+0000 mon.smithi068 (mon.0) 977 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:53.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:53 smithi068 conmon[102841]: cluster 2022-01-26T00:04:51.951487+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:04:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:53 smithi068 conmon[102841]: ) 2556 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:53 smithi068 conmon[102841]: audit 2022-01-26T00:04:52.898938+0000 mon.smithi068 (mon.0) 978 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:53.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:53 smithi068 conmon[102841]: 2022-01-26T00:04:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:53 smithi165 conmon[67662]: cluster 2022-01-26T00:04:51.951487+0000 mgr.smithi068.zkksrk (mgr.14702) 2556 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:53 smithi165 conmon[67662]: audit 2022-01-26T00:04:52. 2022-01-26T00:04:53.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:53 smithi165 conmon[67662]: 898938+0000 mon.smithi068 (mon.0) 978 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:54.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:54 smithi068 conmon[102841]: audit 2022-01-26T00:04:53.279844 2022-01-26T00:04:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:54 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 979 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:04:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:54 smithi068 conmon[102841]: audit 2022-01-26T00:04:53.286062+0000 mon.smithi068 (mon.0) 980 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:54.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:54 smithi068 conmon[102841]: audit 2022-01-26T00:04:53.293286+0000 mon.smithi068 (mon.0 2022-01-26T00:04:54.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:54 smithi068 conmon[102841]: ) 981 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:54 smithi165 conmon[67662]: audit 2022-01-26T00:04:53.279844+0000 mon.smithi068 (mon.0) 979 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:04:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:54 smithi165 conmon[67662]: audit 2022-01-26T00:04:53.286062+0000 mon.smithi068 ( 2022-01-26T00:04:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:54 smithi165 conmon[67662]: mon.0) 980 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:54.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:54 smithi165 conmon[67662]: audit 2022-01-26T00:04:53.293286+0000 mon.smithi068 (mon.0) 981 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:04:55.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:55 smithi068 conmon[102841]: cluster 2022-01-26T00:04:53.951952+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:04:55.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:55 smithi068 conmon[102841]: ) 2557 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:55 smithi165 conmon[67662]: cluster 2022-01-26T00:04:53.951952+0000 mgr.smithi068.zkksrk (mgr.14702) 2557 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:56 smithi068 conmon[102841]: cluster 2022-01-26T00:04:55.952888+0000 mgr.smithi068.zkksrk (mgr.14702) 2558 : 2022-01-26T00:04:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:56 smithi068 conmon[102841]: cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:56 smithi165 conmon[67662]: cluster 2022-01-26T00:04:55.952888+0000 mgr.smithi068.zkksrk (mgr.14702) 2558 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:04:59.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:59 smithi068 conmon[102841]: cluster 2022-01-26T00:04:57.953632+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:04:59.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:04:59 smithi068 conmon[102841]: ) 2559 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:04:59 smithi165 conmon[67662]: cluster 2022-01-26T00:04:57.953632+0000 mgr.smithi068.zkksrk (mgr.14702) 2559 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:01.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:01 smithi068 conmon[102841]: cluster 2022-01-26T00:04:59.954574+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:05:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:01 smithi068 conmon[102841]: ) 2560 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:01 smithi165 conmon[67662]: cluster 2022-01-26T00:04:59.954574+0000 mgr.smithi068.zkksrk (mgr.14702) 2560 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:02.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:02 smithi068 conmon[102841]: cluster 2022-01-26T00:05:01.955121+0000 mgr.smithi068.zkksrk (mgr.14702) 2561 : cluster 2022-01-26T00:05:02.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:02 smithi068 conmon[102841]: [DBG] pgmap v2207: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:02 smithi165 conmon[67662]: cluster 2022-01-26T00:05:01.955121+0000 mgr.smithi068.zkksrk (mgr.14702) 2561 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:05.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:05 smithi068 conmon[102841]: cluster 2022-01-26T00:05:03.955817+0000 mgr.smithi068.zkksrk (mgr.14702) 2562 2022-01-26T00:05:05.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:05 smithi068 conmon[102841]: : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:05 smithi165 conmon[67662]: cluster 2022-01-26T00:05:03.955817+0000 mgr.smithi068.zkksrk (mgr.14702) 2562 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:06 smithi165 conmon[67662]: cluster 2022-01-26T00:05:05.956726+0000 mgr.smithi068.zkksrk (mgr.14702) 2563 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:06.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:06 smithi068 conmon[102841]: cluster 2022-01-26T00:05:05.956726+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:05:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:06 smithi068 conmon[102841]: ) 2563 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:09.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:09 smithi068 conmon[102841]: cluster 2022-01-26T00:05:07.957361+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:05:09.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:09 smithi068 conmon[102841]: 14702) 2564 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:09 smithi165 conmon[67662]: cluster 2022-01-26T00:05:07.957361+0000 mgr.smithi068.zkksrk (mgr.14702) 2564 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:09.753 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:05:10.047 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:05:10.048 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (78m) 17s ago 79m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:05:10.048 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (72m) 17s ago 79m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:05:10.048 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (72m) 19s ago 79m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:05:10.049 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (78m) 17s ago 79m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:05:10.049 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (75m) 17s ago 75m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:05:10.049 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (75m) 19s ago 75m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:05:10.049 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (73m) 17s ago 81m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:05:10.050 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (72m) 19s ago 79m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:05:10.050 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (72m) 17s ago 81m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:05:10.050 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (72m) 19s ago 79m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:05:10.050 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (73m) 17s ago 73m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:05:10.051 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (73m) 19s ago 73m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:05:10.051 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (79m) 17s ago 79m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:05:10.051 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (79m) 19s ago 79m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:05:10.052 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (63m) 17s ago 78m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:05:10.052 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (78m) 17s ago 78m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:05:10.052 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (78m) 17s ago 78m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:05:10.052 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (77m) 17s ago 77m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:05:10.053 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (77m) 19s ago 77m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:05:10.053 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (77m) 19s ago 77m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:05:10.053 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (77m) 19s ago 77m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:05:10.053 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (76m) 19s ago 76m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:05:10.053 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (78m) 17s ago 79m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:05:10.386 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:05:10.386 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:05:10.387 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:10.387 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:10.387 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:05:10.388 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:10.388 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:10.388 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:05:10.389 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:05:10.389 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:05:10.390 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:10.390 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:05:10.390 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:05:10.391 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:10.391 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:05:10.391 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:05:10.391 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:05:10.392 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:05:10.392 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:05:11.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:11 smithi068 conmon[102841]: audit 2022-01-26T00:05:09.741280+0000 mgr.smithi068.zkksrk (mgr.14702) 2565 : audit [DBG] from='client.35790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:11 smithi068 conmon[102841]: 2022-01-26T00:05:11.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:11 smithi068 conmon[102841]: cluster 2022-01-26T00:05:09.958081+0000 mgr.smithi068.zkksrk (mgr.14702) 2566 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:11.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:11 smithi068 conmon[102841]: audit 2022-01- 2022-01-26T00:05:11.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:11 smithi068 conmon[102841]: 26T00:05:10.386795+0000 mon.smithi068 (mon.0) 982 : audit [DBG] from='client.? 172.21.15.68:0/215136861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:11 smithi165 conmon[67662]: audit 2022-01-26T00:05:09.741280+0000 mgr.smithi068.zkksrk (mgr.14702) 2565 : audit [DBG] from='client.35790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:11 smithi165 conmon[67662]: cluster 2022-01-26T00:05:09.958081+0000 mgr.smithi068.zkksrk (mgr.14702) 2566 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:11 smithi165 conmon[67662]: audit 2022-01-26T00:05:10.386795+0000 mon.smithi068 ( 2022-01-26T00:05:11.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:11 smithi165 conmon[67662]: mon.0) 982 : audit [DBG] from='client.? 172.21.15.68:0/215136861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:12.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:12 smithi068 conmon[102841]: audit 2022-01-26T00:05:10.033764+0000 mgr.smithi068.zkksrk (mgr.14702) 2567 : audit 2022-01-26T00:05:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:12 smithi068 conmon[102841]: [DBG] from='client.35794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:12 smithi068 conmon[102841]: cluster 2022-01-26T00:05:11.958759+0000 mgr.smithi068.zkksrk (mgr.14702) 2568 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:12 smithi165 conmon[67662]: audit 2022-01-26T00:05:10.033764+0000 mgr.smithi068.zkksrk (mgr.14702) 2567 : audit 2022-01-26T00:05:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:12 smithi165 conmon[67662]: [DBG] from='client.35794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:12 smithi165 conmon[67662]: cluster 2022-01-26T00:05:11.958759+0000 mgr.smithi068.zkksrk (mgr.14702) 2568 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:15.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:15 smithi068 conmon[102841]: cluster 2022-01-26T00:05:13.959441+0000 mgr.smithi068.zkksrk (mgr.14702) 2569 : 2022-01-26T00:05:15.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:15 smithi068 conmon[102841]: cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:15 smithi165 conmon[67662]: cluster 2022-01-26T00:05:13.959441+0000 mgr.smithi068.zkksrk (mgr.14702) 2569 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:16.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:16 smithi068 conmon[102841]: cluster 2022-01-26T00:05:15.960444+0000 mgr.smithi068.zkksrk (mgr.14702) 2570 : cluster 2022-01-26T00:05:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:16 smithi068 conmon[102841]: [DBG] pgmap v2214: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:16 smithi165 conmon[67662]: cluster 2022-01-26T00:05:15.960444+0000 mgr.smithi068.zkksrk (mgr.14702) 2570 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:19 smithi068 conmon[102841]: cluster 2022-01-26T00:05:17.961124+0000 mgr.smithi068.zkksrk (mgr.14702) 2571 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:19 smithi068 conmon[102841]: audit 2022-01-26T00:05:18.369380+0000 mon.smithi068 (mon.0) 983 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:05:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:19 smithi068 conmon[102841]: audit 2022-01-26T00:05:18.491785+0000 mon.smithi068 (mon.0) 984 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:05:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:19 smithi165 conmon[67662]: cluster 2022-01-26T00:05:17.961124+0000 mgr.smithi068.zkksrk (mgr.14702) 2571 : cluster 2022-01-26T00:05:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:19 smithi165 conmon[67662]: [DBG] pgmap v2215: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:19 smithi165 conmon[67662]: audit 2022-01-26T00:05:18.369380+0000 mon.smithi068 (mon.0) 983 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:05:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:19 smithi165 conmon[67662]: audit 2022-01-26T00:05:18.491785+0000 mon.smithi068 (mon.0) 984 : audit 2022-01-26T00:05:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:19 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:05:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:20 smithi165 conmon[67662]: cluster 2022-01-26T00:05:19.962063+0000 mgr.smithi068.zkksrk (mgr.14702) 2572 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:20 smithi068 conmon[102841]: cluster 2022-01-26T00:05:19.962063+0000 mgr.smithi068.zkksrk (mgr.14702) 2572 : 2022-01-26T00:05:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:20 smithi068 conmon[102841]: cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:23 smithi068 conmon[102841]: cluster 2022-01-26T00:05:21.962836+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:05:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:23 smithi068 conmon[102841]: 14702) 2573 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:23 smithi165 conmon[67662]: cluster 2022-01-26T00:05:21.962836+0000 mgr.smithi068.zkksrk (mgr.14702) 2573 : cluster 2022-01-26T00:05:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:23 smithi165 conmon[67662]: [DBG] pgmap v2217: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:24.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:24 smithi068 conmon[102841]: cluster 2022-01-26T00:05:23.963428+0000 mgr.smithi068.zkksrk (mgr.14702) 2574 : 2022-01-26T00:05:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:24 smithi068 conmon[102841]: cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:24 smithi165 conmon[67662]: cluster 2022-01-26T00:05:23.963428+0000 mgr.smithi068.zkksrk (mgr.14702) 2574 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:26 smithi068 conmon[102841]: cluster 2022-01-26T00:05:25.964253+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:05:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:26 smithi068 conmon[102841]: ) 2575 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:26 smithi165 conmon[67662]: cluster 2022-01-26T00:05:25.964253+0000 mgr.smithi068.zkksrk (mgr.14702) 2575 : cluster 2022-01-26T00:05:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:26 smithi165 conmon[67662]: [DBG] pgmap v2219: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:28 smithi165 conmon[67662]: cluster 2022-01-26T00:05:27.964756+0000 mgr.smithi068.zkksrk (mgr.14702) 2576 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:28 smithi165 conmon[67662]: 2022-01-26T00:05:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:28 smithi068 conmon[102841]: cluster 2022-01-26T00:05:27.964756+0000 mgr.smithi068.zkksrk (mgr.14702) 2576 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:30 smithi165 conmon[67662]: cluster 2022-01-26T00:05:29.965675+0000 mgr.smithi068.zkksrk (mgr.14702) 2577 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:30 smithi068 conmon[102841]: cluster 2022-01-26T00:05:29.965675+0000 mgr.smithi068.zkksrk (mgr.14702) 2577 : cluster [DBG] 2022-01-26T00:05:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:30 smithi068 conmon[102841]: pgmap v2221: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:32 smithi165 conmon[67662]: cluster 2022-01-26T00:05:31.966322+0000 mgr.smithi068.zkksrk (mgr.14702) 2578 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:32 smithi165 conmon[67662]: 2022-01-26T00:05:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:32 smithi068 conmon[102841]: cluster 2022-01-26T00:05:31.966322+0000 mgr.smithi068.zkksrk (mgr.14702) 2578 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:34 smithi165 conmon[67662]: cluster 2022-01-26T00:05:33.966970+0000 mgr.smithi068.zkksrk (mgr.14702) 2579 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:34 smithi068 conmon[102841]: cluster 2022-01-26T00:05:33.966970+0000 mgr.smithi068.zkksrk (mgr.14702) 2579 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:36.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:36 smithi068 conmon[102841]: cluster 2022-01-26T00:05:35.967845+0000 mgr.smithi068.zkksrk (mgr.14702) 2580 : 2022-01-26T00:05:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:36 smithi068 conmon[102841]: cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:36 smithi165 conmon[67662]: cluster 2022-01-26T00:05:35.967845+0000 mgr.smithi068.zkksrk (mgr.14702) 2580 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:38 smithi165 conmon[67662]: cluster 2022-01-26T00:05:37.968530+0000 mgr.smithi068.zkksrk (mgr.14702) 2581 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:38 smithi068 conmon[102841]: cluster 2022-01-26T00:05:37.968530+0000 mgr.smithi068.zkksrk (mgr.14702) 2581 : 2022-01-26T00:05:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:38 smithi068 conmon[102841]: cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:40 smithi165 conmon[67662]: cluster 2022-01-26T00:05:39.969579+0000 mgr.smithi068.zkksrk (mgr.14702) 2582 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:40 smithi068 conmon[102841]: cluster 2022-01-26T00:05:39.969579+0000 mgr.smithi068.zkksrk (mgr.14702) 2582 : cluster 2022-01-26T00:05:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:40 smithi068 conmon[102841]: [DBG] pgmap v2226: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:40.703 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:05:40.990 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:05:41.134 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (79m) 48s ago 80m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:05:41.135 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (72m) 48s ago 80m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:05:41.135 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (72m) 50s ago 79m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:05:41.135 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (79m) 48s ago 80m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:05:41.136 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (76m) 48s ago 76m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:05:41.136 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (76m) 50s ago 76m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:05:41.136 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (73m) 48s ago 81m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:05:41.136 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (73m) 50s ago 79m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:05:41.136 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (73m) 48s ago 81m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:05:41.137 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (72m) 50s ago 79m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:05:41.137 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (73m) 48s ago 73m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:05:41.137 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (73m) 50s ago 73m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:05:41.137 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (80m) 48s ago 80m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:05:41.138 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (79m) 50s ago 79m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:05:41.138 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (64m) 48s ago 79m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:05:41.138 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (79m) 48s ago 79m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:05:41.138 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (78m) 48s ago 78m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:05:41.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (78m) 48s ago 78m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:05:41.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (78m) 50s ago 78m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:05:41.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (77m) 50s ago 77m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:05:41.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (77m) 50s ago 77m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:05:41.139 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (77m) 50s ago 77m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:05:41.140 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (79m) 48s ago 80m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:05:41.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:41 smithi068 conmon[102841]: audit 2022-01-26T00:05:40.691919+0000 2022-01-26T00:05:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:41 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2583 : audit [DBG] from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:41.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:41 smithi068 conmon[102841]: audit 2022-01-26T00:05:40.976759+0000 mgr.smithi068.zkksrk (mgr.14702) 2584 : audit [DBG] from='client.35806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:41.337 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:05:41.338 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:05:41.339 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:41.339 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:41.339 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:05:41.340 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:41.340 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:41.341 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:05:41.341 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:05:41.341 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:05:41.341 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:41.342 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:05:41.342 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:05:41.342 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:05:41.342 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:05:41.343 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:05:41.344 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:05:41.344 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:05:41.345 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:05:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:41 smithi165 conmon[67662]: audit 2022-01-26T00:05:40.691919+0000 mgr.smithi068.zkksrk (mgr.14702) 2583 : audit [DBG] from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:41 smithi165 conmon[67662]: audit 2022-01-26T00:05:40.976759+0000 mgr.smithi068.zkksrk (mgr.14702) 2584 : audit [DBG] from='client.35806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:42 smithi165 conmon[67662]: audit 2022-01-26T00:05:41.338457+0000 mon.smithi068 (mon.0) 985 : audit [DBG] from='client.? 172.21.15.68:0/2685937092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:42 smithi165 conmon[67662]: cluster 2022-01-26T00 2022-01-26T00:05:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:42 smithi165 conmon[67662]: :05:41.970116+0000 mgr.smithi068.zkksrk (mgr.14702) 2585 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:42 smithi068 conmon[102841]: audit 2022-01-26T00:05:41.338457+0000 mon.smithi068 (mon.0) 985 : audit [DBG] 2022-01-26T00:05:42.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:42 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/2685937092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:42.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:42 smithi068 conmon[102841]: cluster 2022-01-26T00:05:41.970116+0000 mgr.smithi068.zkksrk (mgr.14702) 2585 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:44 smithi165 conmon[67662]: cluster 2022-01-26T00:05:43.970806+0000 mgr.smithi068.zkksrk (mgr.14702) 2586 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:44 smithi068 conmon[102841]: cluster 2022-01-26T00:05:43.970806+0000 mgr.smithi068.zkksrk (mgr.14702) 2586 2022-01-26T00:05:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:44 smithi068 conmon[102841]: : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:46.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:46 smithi068 conmon[102841]: cluster 2022-01-26T00:05:45.971735+0000 mgr.smithi068.zkksrk (mgr.14702) 2587 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:46 smithi165 conmon[67662]: cluster 2022-01-26T00:05:45.971735+0000 mgr.smithi068.zkksrk (mgr.14702) 2587 : cluster [DBG] 2022-01-26T00:05:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:46 smithi165 conmon[67662]: pgmap v2229: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:48 smithi165 conmon[67662]: cluster 2022-01-26T00:05:47.972229+0000 mgr.smithi068.zkksrk (mgr.14702) 2588 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:48 smithi068 conmon[102841]: cluster 2022-01-26T00:05:47.972229+0000 mgr.smithi068.zkksrk (mgr.14702) 2588 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:50.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:50 smithi165 conmon[67662]: cluster 2022-01-26T00:05:49.973253+0000 mgr.smithi068.zkksrk (mgr.14702) 2589 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:50 smithi068 conmon[102841]: cluster 2022-01-26T00:05:49.973253+0000 mgr.smithi068.zkksrk 2022-01-26T00:05:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:50 smithi068 conmon[102841]: (mgr.14702) 2589 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:52.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:52 smithi165 conmon[67662]: cluster 2022-01-26T00:05:51.973845+0000 mgr.smithi068.zkksrk (mgr.14702) 2590 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:52.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:52 smithi068 conmon[102841]: cluster 2022-01-26T00:05:51.973845+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:05:52.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:52 smithi068 conmon[102841]: 2590 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:53 smithi165 conmon[67662]: audit 2022-01-26T00:05:53.296620+0000 mon.smithi068 (mon.0) 986 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:05:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:53 smithi165 conmon[67662]: audit 2022-01-26T00:05:53.298119+0000 mon.smithi068 (mon.0) 987 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:05:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:53 smithi165 conmon[67662]: audit 2022-01-26T00:05:53.299201+0000 mon.smithi068 (mon.0) 988 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:05:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:53 smithi068 conmon[102841]: audit 2022-01-26T00:05:53.296620+0000 mon.smithi068 (mon.0) 986 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:05:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:53 smithi068 conmon[102841]: audit 2022-01-26T00:05:53.298119+0000 mon.smithi068 (mon.0) 987 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:05:53.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:53 smithi068 conmon[102841]: audit 2022-01-26T00:05:53.299201+0000 mon.smithi068 (mon.0) 2022-01-26T00:05:53.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:53 smithi068 conmon[102841]: 988 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:05:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:54 smithi068 conmon[102841]: cephadm 2022-01-26T00:05:53.300039+0000 mgr.smithi068.zkksrk (mgr.14702) 2591 : cephadm 2022-01-26T00:05:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:54 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:05:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:54 smithi068 conmon[102841]: audit 2022-01-26T00:05:53.715765+0000 mon.smithi068 (mon.0) 989 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:05:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:54 smithi068 conmon[102841]: audit 2022-01-26T00:05:53.723047+0000 mon.smithi068 (mon.0) 990 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:05:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:54 smithi068 conmon[102841]: cluster 2022-01-26T00:05:53.974486+0000 mgr.smithi068.zkksrk (mgr.14702) 2592 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:54 smithi165 conmon[67662]: cephadm 2022-01-26T00:05:53.300039+0000 mgr.smithi068.zkksrk (mgr.14702) 2591 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:05:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:54 smithi165 conmon[67662]: audit 2022-01-26T00:05:53. 2022-01-26T00:05:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:54 smithi165 conmon[67662]: 715765+0000 mon.smithi068 (mon.0) 989 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:05:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:54 smithi165 conmon[67662]: audit 2022-01-26T00:05:53.723047+0000 mon.smithi068 (mon.0) 990 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:05:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:54 smithi165 conmon[67662]: cluster 2022-01-26T00:05:53.974486+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:05:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:54 smithi165 conmon[67662]: mgr.14702) 2592 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:56 smithi068 conmon[102841]: cluster 2022-01-26T00:05:55.975442+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:05:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:56 smithi068 conmon[102841]: 2593 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:56 smithi165 conmon[67662]: cluster 2022-01-26T00:05:55.975442+0000 mgr.smithi068.zkksrk (mgr.14702) 2593 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:05:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:58 smithi165 conmon[67662]: cluster 2022-01-26T00:05:57.976157+0000 mgr.smithi068.zkksrk (mgr.14702) 2594 : cluster 2022-01-26T00:05:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:05:58 smithi165 conmon[67662]: [DBG] pgmap v2235: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:58 smithi068 conmon[102841]: cluster 2022-01-26T00:05:57.976157+0000 mgr.smithi068.zkksrk (mgr.14702) 2594 : cluster 2022-01-26T00:05:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:05:58 smithi068 conmon[102841]: [DBG] pgmap v2235: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:00 smithi165 conmon[67662]: cluster 2022-01-26T00:05:59.977047+0000 mgr.smithi068.zkksrk (mgr.14702) 2595 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:00 smithi068 conmon[102841]: cluster 2022-01-26T00:05:59.977047+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:06:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:00 smithi068 conmon[102841]: .14702) 2595 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:02 smithi165 conmon[67662]: cluster 2022-01-26T00:06:01.977789+0000 mgr.smithi068.zkksrk (mgr.14702) 2596 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:02 smithi068 conmon[102841]: cluster 2022-01-26T00:06:01.977789+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:06:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:02 smithi068 conmon[102841]: .14702) 2596 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:04 smithi165 conmon[67662]: cluster 2022-01-26T00:06:03.978436+0000 mgr.smithi068.zkksrk (mgr.14702) 2597 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:04 smithi068 conmon[102841]: cluster 2022-01-26T00:06:03.978436 2022-01-26T00:06:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:04 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2597 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:06.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:06 smithi068 conmon[102841]: cluster 2022-01-26T00:06:05.979303+0000 mgr.smithi068.zkksrk (mgr.14702) 2598 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:06 smithi165 conmon[67662]: cluster 2022-01-26T00:06:05.979303+0000 mgr.smithi068.zkksrk (mgr.14702) 2598 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:08 smithi165 conmon[67662]: cluster 2022-01-26T00:06:07.979825+0000 mgr.smithi068.zkksrk (mgr.14702) 2599 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:08 smithi068 conmon[102841]: cluster 2022-01-26T00:06:07.979825+0000 mgr.smithi068.zkksrk (mgr.14702) 2599 2022-01-26T00:06:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:08 smithi068 conmon[102841]: : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:10 smithi165 conmon[67662]: cluster 2022-01-26T00:06:09.980744+0000 mgr.smithi068.zkksrk (mgr.14702) 2600 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:10 smithi165 conmon[67662]: 2022-01-26T00:06:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:10 smithi068 conmon[102841]: cluster 2022-01-26T00:06:09.980744+0000 mgr.smithi068.zkksrk (mgr.14702) 2600 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:11.659 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:06:11.948 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:06:12.031 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (79m) 79s ago 81m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:06:12.032 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (73m) 79s ago 80m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:06:12.032 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (73m) 81s ago 80m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:06:12.032 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (79m) 79s ago 80m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:06:12.032 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (76m) 79s ago 76m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:06:12.033 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (76m) 81s ago 76m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:06:12.033 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (74m) 79s ago 82m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:06:12.033 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (73m) 81s ago 80m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:06:12.033 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (73m) 79s ago 82m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:06:12.034 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (73m) 81s ago 80m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:06:12.034 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (74m) 79s ago 74m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:06:12.034 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (74m) 81s ago 74m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:06:12.034 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (80m) 79s ago 80m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:06:12.035 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (80m) 81s ago 80m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:06:12.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (64m) 79s ago 79m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:06:12.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (79m) 79s ago 79m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:06:12.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (79m) 79s ago 79m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:06:12.035 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (78m) 79s ago 78m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:06:12.036 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (78m) 81s ago 78m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:06:12.036 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (78m) 81s ago 78m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:06:12.036 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (78m) 81s ago 78m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:06:12.037 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (77m) 81s ago 77m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:06:12.037 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (79m) 79s ago 80m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:06:12.290 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:06:12.291 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:06:12.291 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:12.291 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:12.292 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:06:12.292 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:12.292 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:12.293 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:06:12.293 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:06:12.293 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:06:12.293 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:12.294 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:06:12.294 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:06:12.294 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:12.294 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:06:12.295 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:06:12.295 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:06:12.295 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:06:12.295 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:06:12.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:12 smithi068 conmon[102841]: audit 2022-01-26T00:06:11.647648+0000 mgr.smithi068.zkksrk 2022-01-26T00:06:12.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:12 smithi068 conmon[102841]: (mgr.14702) 2601 : audit [DBG] from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:12.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:12 smithi068 conmon[102841]: audit 2022-01-26T00:06:11.934245+0000 mgr.smithi068.zkksrk (mgr.14702) 2602 : audit [DBG] from='client.35818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:12.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:12 smithi068 conmon[102841]: cluster 2022-01-26T00:06:11.981355+0000 mgr.smithi068.zkksrk (mgr.14702) 2603 : cluster [DBG] 2022-01-26T00:06:12.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:12 smithi068 conmon[102841]: pgmap v2242: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:12 smithi165 conmon[67662]: audit 2022-01-26T00:06:11.647648+0000 mgr.smithi068.zkksrk (mgr.14702) 2601 : audit [DBG] from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:12.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:12 smithi165 conmon[67662]: audit 2022-01-26T00:06:11.934245+0000 mgr.smithi068.zkksrk 2022-01-26T00:06:12.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:12 smithi165 conmon[67662]: (mgr.14702) 2602 : audit [DBG] from='client.35818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:12.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:12 smithi165 conmon[67662]: cluster 2022-01-26T00:06:11.981355+0000 mgr.smithi068.zkksrk (mgr.14702) 2603 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:13 smithi165 conmon[67662]: audit 2022-01-26T00:06:12.291508+0000 mon.smithi068 (mon.0) 991 : audit [DBG] from='client.? 172.21.15.68:0/1016180563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:13 smithi068 conmon[102841]: audit 2022-01-26T00:06:12.291508+0000 mon.smithi068 (mon.0) 2022-01-26T00:06:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:13 smithi068 conmon[102841]: 991 : audit [DBG] from='client.? 172.21.15.68:0/1016180563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:14 smithi165 conmon[67662]: cluster 2022-01-26T00:06:13.981875+0000 mgr.smithi068.zkksrk (mgr.14702) 2604 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:14 smithi068 conmon[102841]: cluster 2022-01-26T00:06:13.981875+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:06:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:14 smithi068 conmon[102841]: 2604 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:16.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:16 smithi068 conmon[102841]: cluster 2022-01-26T00:06:15.982761+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:06:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:16 smithi068 conmon[102841]: ) 2605 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:16 smithi165 conmon[67662]: cluster 2022-01-26T00:06:15.982761+0000 mgr.smithi068.zkksrk (mgr.14702) 2605 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:18 smithi165 conmon[67662]: cluster 2022-01-26T00:06:17.983274+0000 mgr.smithi068.zkksrk (mgr.14702) 2606 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:18 smithi068 conmon[102841]: cluster 2022-01-26T00:06:17.983274+0000 mgr.smithi068.zkksrk (mgr.14702) 2606 2022-01-26T00:06:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:18 smithi068 conmon[102841]: : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:19 smithi165 conmon[67662]: audit 2022-01-26T00:06:18.371932+0000 mon.smithi068 (mon.0) 992 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:06:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:19 smithi165 conmon[67662]: audit 2022-01-26T00:06:18.496688+0000 mon.smithi068 (mon.0) 993 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:06:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:19 smithi068 conmon[102841]: audit 2022-01-26T00:06:18.371932+0000 mon.smithi068 (mon.0 2022-01-26T00:06:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:19 smithi068 conmon[102841]: ) 992 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:06:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:19 smithi068 conmon[102841]: audit 2022-01-26T00:06:18.496688+0000 mon.smithi068 (mon.0) 993 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:06:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:20 smithi165 conmon[67662]: cluster 2022-01-26T00:06:19.984273+0000 mgr.smithi068.zkksrk (mgr.14702) 2607 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:20 smithi165 conmon[67662]: 2022-01-26T00:06:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:20 smithi068 conmon[102841]: cluster 2022-01-26T00:06:19.984273+0000 mgr.smithi068.zkksrk (mgr.14702) 2607 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:22 smithi165 conmon[67662]: cluster 2022-01-26T00:06:21.984828+0000 mgr.smithi068.zkksrk (mgr.14702) 2608 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:22 smithi068 conmon[102841]: cluster 2022-01-26T00:06:21.984828+0000 mgr.smithi068.zkksrk (mgr.14702) 2608 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:24 smithi165 conmon[67662]: cluster 2022-01-26T00:06:23.985481+0000 mgr.smithi068.zkksrk (mgr.14702) 2609 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:24 smithi068 conmon[102841]: cluster 2022-01-26T00:06:23.985481+0000 mgr.smithi068.zkksrk (mgr.14702) 2609 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:26 smithi068 conmon[102841]: cluster 2022-01-26T00:06:25.986500+0000 mgr.smithi068.zkksrk (mgr.14702) 2610 : cluster [DBG] 2022-01-26T00:06:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:26 smithi068 conmon[102841]: pgmap v2249: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:26 smithi165 conmon[67662]: cluster 2022-01-26T00:06:25.986500+0000 mgr.smithi068.zkksrk (mgr.14702) 2610 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:28 smithi165 conmon[67662]: cluster 2022-01-26T00:06:27.986988+0000 mgr.smithi068.zkksrk (mgr.14702) 2611 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:28 smithi068 conmon[102841]: cluster 2022-01-26T00:06:27.986988+0000 mgr.smithi068.zkksrk (mgr.14702) 2611 2022-01-26T00:06:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:28 smithi068 conmon[102841]: : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:30 smithi165 conmon[67662]: cluster 2022-01-26T00:06:29.988007+0000 mgr.smithi068.zkksrk (mgr.14702) 2612 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:30 smithi068 conmon[102841]: cluster 2022-01-26T00:06:29.988007+0000 mgr.smithi068.zkksrk (mgr.14702) 2612 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:32 smithi165 conmon[67662]: cluster 2022-01-26T00:06:31.988653+0000 mgr.smithi068.zkksrk (mgr.14702) 2613 : cluster [DBG] 2022-01-26T00:06:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:32 smithi165 conmon[67662]: pgmap v2252: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:32 smithi068 conmon[102841]: cluster 2022-01-26T00:06:31.988653+0000 2022-01-26T00:06:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:32 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2613 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:34 smithi165 conmon[67662]: cluster 2022-01-26T00:06:33.989071+0000 mgr.smithi068.zkksrk (mgr.14702) 2614 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:34 smithi068 conmon[102841]: cluster 2022-01-26T00:06:33.989071+0000 mgr.smithi068.zkksrk (mgr.14702) 2614 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:36 smithi068 conmon[102841]: cluster 2022-01-26T00:06:35.990204+0000 mgr.smithi068.zkksrk 2022-01-26T00:06:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:36 smithi068 conmon[102841]: (mgr.14702) 2615 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:36 smithi165 conmon[67662]: cluster 2022-01-26T00:06:35.990204+0000 mgr.smithi068.zkksrk (mgr.14702) 2615 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:38 smithi165 conmon[67662]: cluster 2022-01-26T00:06:37.990984+0000 mgr.smithi068.zkksrk (mgr.14702) 2616 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:38 smithi165 conmon[67662]: 2022-01-26T00:06:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:38 smithi068 conmon[102841]: cluster 2022-01-26T00:06:37.990984+0000 mgr.smithi068.zkksrk (mgr.14702) 2616 : cluster 2022-01-26T00:06:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:38 smithi068 conmon[102841]: [DBG] pgmap v2255: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:40 smithi165 conmon[67662]: cluster 2022-01-26T00:06:39.991908+0000 mgr.smithi068.zkksrk (mgr.14702) 2617 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:40 smithi068 conmon[102841]: cluster 2022-01-26T00:06:39.991908+0000 mgr.smithi068.zkksrk (mgr.14702) 2617 : cluster [DBG] 2022-01-26T00:06:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:40 smithi068 conmon[102841]: pgmap v2256: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:42 smithi165 conmon[67662]: cluster 2022-01-26T00:06:41.992540+0000 mgr.smithi068.zkksrk (mgr.14702) 2618 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:42 smithi068 conmon[102841]: cluster 2022-01-26T00:06:41.992540+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:06:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:42 smithi068 conmon[102841]: 2618 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:42.611 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:06:42.899 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:06:42.899 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (80m) 109s ago 81m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:06:42.900 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (73m) 109s ago 81m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:06:42.900 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (73m) 112s ago 80m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:06:42.900 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (80m) 109s ago 81m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:06:42.900 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (77m) 109s ago 77m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:06:42.901 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (77m) 112s ago 77m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:06:42.901 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (74m) 109s ago 82m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:06:42.901 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (74m) 112s ago 80m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:06:42.901 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (74m) 109s ago 82m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:06:42.901 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (73m) 112s ago 80m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:06:42.902 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (74m) 109s ago 74m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:06:42.902 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (74m) 112s ago 74m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:06:42.902 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (81m) 109s ago 81m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:06:42.902 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (80m) 112s ago 80m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:06:42.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (65m) 109s ago 80m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:06:42.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (80m) 109s ago 80m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:06:42.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (79m) 109s ago 79m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:06:42.903 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (79m) 109s ago 79m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:06:42.904 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (79m) 112s ago 79m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:06:42.904 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (79m) 112s ago 79m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:06:42.904 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (78m) 112s ago 78m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:06:42.904 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (78m) 112s ago 78m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:06:42.904 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (80m) 109s ago 81m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:06:43.238 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:06:43.415 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:06:43.415 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:43.415 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:43.416 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:06:43.416 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:43.416 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:43.416 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:06:43.417 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:06:43.417 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:06:43.417 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:43.417 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:06:43.417 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:06:43.418 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:06:43.418 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:06:43.418 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:06:43.418 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:06:43.419 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:06:43.419 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:06:43.419 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:43 smithi068 conmon[102841]: audit 2022-01-26T00:06:42 2022-01-26T00:06:43.420 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:43 smithi068 conmon[102841]: .600179+0000 mgr.smithi068.zkksrk (mgr.14702) 2619 : audit [DBG] from='client.35826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:43.420 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:43 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:06:43.420 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:43 smithi068 conmon[102841]: 00:06:42.885499+0000 mgr.smithi068.zkksrk (mgr.14702) 2620 : audit [DBG] 2022-01-26T00:06:43.420 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:43 smithi068 conmon[102841]: from='client.35830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:43 smithi165 conmon[67662]: audit 2022-01-26T00:06:42.600179+0000 mgr.smithi068.zkksrk (mgr.14702) 2619 : audit [DBG] from='client.35826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:43 smithi165 conmon[67662]: audit 2022-01-26T00:06:42.885499+0000 mgr.smithi068.zkksrk (mgr.14702) 2620 : audit [DBG] from='client.35830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:44 smithi165 conmon[67662]: audit 2022-01-26T00:06:43.239248+0000 mon.smithi068 (mon.0) 994 : audit [DBG] from='client.? 172.21.15.68:0/1498876668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:44 smithi165 conmon[67662]: cluster 2022-01-26T00:06:43.993207+0000 mgr.smithi068.zkksrk (mgr.14702) 2621 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:44 smithi068 conmon[102841]: audit 2022-01-26T00:06:43.239248+0000 mon.smithi068 (mon.0) 994 : audit [DBG] from='client.? 172.21.15.68:0/1498876668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:44 smithi068 conmon[102841]: cluster 2022-01-26T00:06:43.993207+0000 mgr.smithi068.zkksrk (mgr.14702) 2621 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:46.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:46 smithi068 conmon[102841]: cluster 2022-01-26T00:06:45.994235+0000 mgr.smithi068.zkksrk (mgr.14702) 2622 : cluster 2022-01-26T00:06:46.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:46 smithi068 conmon[102841]: [DBG] pgmap v2259: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:46 smithi165 conmon[67662]: cluster 2022-01-26T00:06:45.994235+0000 2022-01-26T00:06:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:46 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2622 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:48 smithi165 conmon[67662]: cluster 2022-01-26T00:06:47.994820+0000 mgr.smithi068.zkksrk (mgr.14702) 2623 : cluster 2022-01-26T00:06:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:48 smithi165 conmon[67662]: [DBG] pgmap v2260: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:48 smithi068 conmon[102841]: cluster 2022-01-26T00:06:47.994820+0000 mgr.smithi068.zkksrk (mgr.14702) 2623 : cluster 2022-01-26T00:06:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:48 smithi068 conmon[102841]: [DBG] pgmap v2260: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:50 smithi165 conmon[67662]: cluster 2022-01-26T00:06:49.995883+0000 mgr.smithi068.zkksrk (mgr.14702) 2624 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:50 smithi068 conmon[102841]: cluster 2022-01-26T00:06:49.995883+0000 mgr.smithi068.zkksrk (mgr.14702) 2624 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:52 smithi165 conmon[67662]: cluster 2022-01-26T00:06:51.996481+0000 mgr.smithi068.zkksrk (mgr.14702) 2625 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:52.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:52 smithi165 conmon[67662]: 2022-01-26T00:06:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:52 smithi068 conmon[102841]: cluster 2022-01-26T00:06:51.996481+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:06:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:52 smithi068 conmon[102841]: mgr.14702) 2625 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:54.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:53 smithi068 conmon[102841]: audit 2022-01-26T00:06:53.725974+0000 mon.smithi068 (mon. 2022-01-26T00:06:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:53 smithi068 conmon[102841]: 0) 995 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:06:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:53 smithi068 conmon[102841]: audit 2022-01-26T00:06:53.727428+0000 mon.smithi068 (mon.0) 996 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:06:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:53 smithi068 conmon[102841]: audit 2022-01-26T00:06:53.728681 2022-01-26T00:06:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:53 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 997 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:06:54.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:53 smithi165 conmon[67662]: audit 2022-01-26T00:06:53.725974+0000 mon.smithi068 (mon.0) 995 : audit [DBG] 2022-01-26T00:06:54.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:53 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:06:54.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:53 smithi165 conmon[67662]: audit 2022-01-26T00:06:53.727428+0000 mon.smithi068 (mon.0) 996 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:06:54.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:53 smithi165 conmon[67662]: audit 2022-01-26T00:06:53.728681+0000 mon.smithi068 (mon.0) 997 : audit 2022-01-26T00:06:54.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:53 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:06:55.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: cephadm 2022-01-26T00:06:53.729510+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:06:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: ) 2626 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:06:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: cluster 2022-01-26T00:06:53.996880+0000 mgr.smithi068.zkksrk (mgr.14702) 2627 : cluster 2022-01-26T00:06:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: [DBG] pgmap v2263: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:55.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:06:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: T00:06:54.089573+0000 mon.smithi068 (mon.0) 2022-01-26T00:06:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: 998 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:06:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: audit 2022-01-26T00:06:55.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: 2022-01-26T00:06 2022-01-26T00:06:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: :54.495786+0000 mon.smithi068 (mon. 2022-01-26T00:06:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: 0) 999 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:06:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: audit 2022 2022-01-26T00:06:55.062 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: -01-26T00:06 2022-01-26T00:06:55.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: :54.503460+0000 mon.smithi068 (mon.0 2022-01-26T00:06:55.063 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:54 smithi068 conmon[102841]: ) 1000 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:06:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: cephadm 2022-01-26T00:06:53.729510+0000 mgr.smithi068.zkksrk (mgr.14702) 2626 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:06:55.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: 2022-01-26T00:06:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: cluster 2022-01-26T00:06:53.996880+0000 mgr.smithi068.zkksrk (mgr.14702) 2627 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:55.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: audit 2022-01-26T00: 2022-01-26T00:06:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: 06:54.089573+0000 mon.smithi068 (mon.0) 998 : 2022-01-26T00:06:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:06:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:06:55.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: :06:54.495786+0000 mon.smithi068 (mon.0 2022-01-26T00:06:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: ) 999 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:06:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:06:55.197 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: :06:54.503460+0000 mon.smithi068 (mon.0) 2022-01-26T00:06:55.198 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:54 smithi165 conmon[67662]: 1000 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:06:56.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:56 smithi068 conmon[102841]: cluster 2022-01-26T00:06:55.997779+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:06:56.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:56 smithi068 conmon[102841]: mgr.14702) 2628 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:56 smithi165 conmon[67662]: cluster 2022-01-26T00:06:55.997779+0000 mgr.smithi068.zkksrk (mgr.14702) 2628 : cluster [DBG] 2022-01-26T00:06:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:56 smithi165 conmon[67662]: pgmap v2264: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:06:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:58 smithi165 conmon[67662]: cluster 2022-01-26T00:06:57.998362+0000 mgr.smithi068.zkksrk (mgr.14702) 2629 : cluster [DBG] 2022-01-26T00:06:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:06:58 smithi165 conmon[67662]: pgmap v2265: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:06:58 smithi068 conmon[102841]: cluster 2022-01-26T00:06:57.998362+0000 mgr.smithi068.zkksrk (mgr.14702) 2629 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:00 smithi165 conmon[67662]: cluster 2022-01-26T00:06:59.999273+0000 mgr.smithi068.zkksrk (mgr.14702) 2630 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:00 smithi068 conmon[102841]: cluster 2022-01-26T00:06:59.999273+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:07:00.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:00 smithi068 conmon[102841]: mgr.14702) 2630 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:02 smithi165 conmon[67662]: cluster 2022-01-26T00:07:01.999914+0000 mgr.smithi068.zkksrk (mgr.14702) 2631 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:02 smithi165 conmon[67662]: 2022-01-26T00:07:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:02 smithi068 conmon[102841]: cluster 2022-01-26T00:07:01.999914+0000 2022-01-26T00:07:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:02 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2631 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:04 smithi165 conmon[67662]: cluster 2022-01-26T00:07:04.000474+0000 mgr.smithi068.zkksrk (mgr.14702) 2632 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:04 smithi068 conmon[102841]: cluster 2022-01-26T00:07:04.000474+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:07:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:04 smithi068 conmon[102841]: ) 2632 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:06 smithi068 conmon[102841]: cluster 2022-01-26T00:07:06.001372+0000 mgr.smithi068.zkksrk (mgr.14702) 2633 2022-01-26T00:07:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:06 smithi068 conmon[102841]: : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:06 smithi165 conmon[67662]: cluster 2022-01-26T00:07:06.001372+0000 mgr.smithi068.zkksrk (mgr.14702) 2633 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:06.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:06 smithi165 conmon[67662]: 2022-01-26T00:07:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:08 smithi165 conmon[67662]: cluster 2022-01-26T00:07:08.001962+0000 mgr.smithi068.zkksrk (mgr.14702) 2634 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:08 smithi068 conmon[102841]: cluster 2022-01-26T00:07:08.001962+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:07:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:08 smithi068 conmon[102841]: 14702) 2634 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:10 smithi165 conmon[67662]: cluster 2022-01-26T00:07:10.002823+0000 mgr.smithi068.zkksrk (mgr.14702) 2635 : cluster [DBG] 2022-01-26T00:07:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:10 smithi165 conmon[67662]: pgmap v2271: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:10 smithi068 conmon[102841]: cluster 2022-01-26T00:07:10.002823+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:07:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:10 smithi068 conmon[102841]: mgr.14702) 2635 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:12 smithi165 conmon[67662]: cluster 2022-01-26T00:07:12.003499+0000 mgr.smithi068.zkksrk (mgr.14702) 2636 : cluster [DBG] 2022-01-26T00:07:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:12 smithi165 conmon[67662]: pgmap v2272: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:12 smithi068 conmon[102841]: cluster 2022-01-26T00:07:12.003499+0000 mgr.smithi068.zkksrk (mgr.14702) 2636 2022-01-26T00:07:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:12 smithi068 conmon[102841]: : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:13.560 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:07:13.846 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:07:13.846 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (80m) 2m ago 82m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:07:13.847 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (74m) 2m ago 82m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:07:13.847 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (74m) 2m ago 81m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:07:13.847 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (80m) 2m ago 81m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:07:13.848 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (77m) 2m ago 77m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:07:13.848 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (77m) 2m ago 77m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:07:13.848 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (75m) 2m ago 83m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:07:13.849 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (74m) 2m ago 81m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:07:13.849 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (74m) 2m ago 83m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:07:13.850 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (74m) 2m ago 81m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:07:13.850 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (75m) 2m ago 75m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:07:13.850 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (75m) 2m ago 75m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:07:13.851 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (81m) 2m ago 81m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:07:13.851 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (81m) 2m ago 81m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:07:13.851 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (65m) 2m ago 80m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:07:13.852 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (80m) 2m ago 80m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:07:13.852 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (80m) 2m ago 80m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:07:13.852 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (80m) 2m ago 80m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:07:13.853 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (79m) 2m ago 79m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:07:13.853 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (79m) 2m ago 79m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:07:13.853 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (79m) 2m ago 79m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:07:13.854 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (79m) 2m ago 79m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:07:13.854 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (80m) 2m ago 81m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:07:14.185 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:07:14.186 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:07:14.186 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:14.186 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:14.186 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:07:14.187 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:14.187 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:14.187 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:07:14.187 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:07:14.188 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:07:14.188 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:14.188 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:07:14.188 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:07:14.189 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:14.189 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:07:14.189 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:07:14.190 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:07:14.190 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:07:14.190 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:07:14.191 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:14 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:07:14.191 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:14 smithi068 conmon[102841]: 00:07:13.549201+0000 mgr.smithi068.zkksrk (mgr.14702) 2637 : audit [DBG] from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:14.191 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:14 smithi068 conmon[102841]: audit 2022-01-26T00:07:13.832149+0000 mgr.smithi068.zkksrk (mgr.14702) 2638 : audit [DBG] 2022-01-26T00:07:14.191 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:14 smithi068 conmon[102841]: from='client.35842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:14.192 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:14 smithi068 conmon[102841]: cluster 2022-01-26T00:07:14.003904+0000 mgr.smithi068.zkksrk (mgr.14702) 2639 2022-01-26T00:07:14.192 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:14 smithi068 conmon[102841]: : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:14 smithi165 conmon[67662]: audit 2022-01-26T00:07:13.549201+0000 mgr.smithi068.zkksrk (mgr.14702) 2637 : audit [DBG] 2022-01-26T00:07:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:14 smithi165 conmon[67662]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:14 smithi165 conmon[67662]: audit 2022-01-26T00:07:13.832149+0000 mgr.smithi068.zkksrk (mgr.14702) 2638 : audit [DBG] from='client.35842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:14.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:14 smithi165 conmon[67662]: cluster 2022-01-26T00:07: 2022-01-26T00:07:14.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:14 smithi165 conmon[67662]: 14.003904+0000 mgr.smithi068.zkksrk (mgr.14702) 2639 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:15.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:15 smithi165 conmon[67662]: audit 2022-01-26T00:07:14.186410+0000 mon.smithi068 (mon.0) 1001 : audit 2022-01-26T00:07:15.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:15 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/1333309448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:15 smithi068 conmon[102841]: audit 2022-01-26T00:07:14.186410+0000 mon.smithi068 (mon.0) 1001 : 2022-01-26T00:07:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:15 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/1333309448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:16 smithi165 conmon[67662]: cluster 2022-01-26T00:07:16.005079+0000 mgr.smithi068.zkksrk (mgr.14702) 2640 : cluster [DBG] 2022-01-26T00:07:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:16 smithi165 conmon[67662]: pgmap v2274: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:16 smithi068 conmon[102841]: cluster 2022-01-26T00:07:16.005079+0000 mgr.smithi068.zkksrk (mgr.14702) 2640 : cluster [DBG] 2022-01-26T00:07:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:16 smithi068 conmon[102841]: pgmap v2274: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:18 smithi165 conmon[67662]: cluster 2022-01-26T00:07:18.005830+0000 mgr.smithi068.zkksrk (mgr.14702) 2641 : cluster [DBG] 2022-01-26T00:07:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:18 smithi165 conmon[67662]: pgmap v2275: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:18 smithi068 conmon[102841]: cluster 2022-01-26T00:07:18.005830+0000 mgr.smithi068.zkksrk (mgr.14702) 2641 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:19 smithi165 conmon[67662]: audit 2022-01-26T00:07:18.374458+0000 mon.smithi068 (mon.0) 1002 : audit 2022-01-26T00:07:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:19 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:07:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:19 smithi165 conmon[67662]: audit 2022-01-26T00:07:18.501402+0000 mon.smithi068 (mon.0) 1003 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:07:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:19 smithi068 conmon[102841]: audit 2022-01-26T00:07:18.374458+0000 mon.smithi068 (mon.0) 1002 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:07:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:19 smithi068 conmon[102841]: audit 2022-01-26T00:07:18.501402+0000 mon.smithi068 (mon.0) 1003 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:07:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:20 smithi165 conmon[67662]: cluster 2022-01-26T00:07:20.006712+0000 mgr.smithi068.zkksrk (mgr.14702) 2642 : cluster [DBG] 2022-01-26T00:07:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:20 smithi165 conmon[67662]: pgmap v2276: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:20 smithi068 conmon[102841]: cluster 2022-01-26T00:07:20.006712+0000 mgr.smithi068.zkksrk (mgr.14702) 2642 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:22 smithi165 conmon[67662]: cluster 2022-01-26T00:07:22.007306+0000 mgr.smithi068.zkksrk (mgr.14702) 2643 : cluster 2022-01-26T00:07:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:22 smithi165 conmon[67662]: [DBG] pgmap v2277: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:22 smithi068 conmon[102841]: cluster 2022-01-26T00:07:22.007306+0000 mgr.smithi068.zkksrk (mgr.14702) 2643 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:24 smithi165 conmon[67662]: cluster 2022-01-26T00:07:24.008008+0000 mgr.smithi068.zkksrk (mgr.14702) 2644 : cluster 2022-01-26T00:07:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:24 smithi165 conmon[67662]: [DBG] pgmap v2278: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:24.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:24 smithi068 conmon[102841]: cluster 2022-01-26T00:07:24.008008+0000 mgr.smithi068.zkksrk (mgr.14702) 2644 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:26 smithi068 conmon[102841]: cluster 2022-01-26T00:07:26.009023+0000 mgr.smithi068.zkksrk (mgr.14702) 2645 : cluster [DBG] 2022-01-26T00:07:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:26 smithi068 conmon[102841]: pgmap v2279: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:26 smithi165 conmon[67662]: cluster 2022-01-26T00:07:26.009023+0000 mgr.smithi068.zkksrk (mgr.14702) 2645 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:28 smithi165 conmon[67662]: cluster 2022-01-26T00:07:28.009667+0000 mgr.smithi068.zkksrk (mgr.14702) 2646 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:28 smithi165 conmon[67662]: 2022-01-26T00:07:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:28 smithi068 conmon[102841]: cluster 2022-01-26T00:07:28.009667+0000 mgr.smithi068.zkksrk (mgr.14702) 2646 : cluster 2022-01-26T00:07:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:28 smithi068 conmon[102841]: [DBG] pgmap v2280: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:30 smithi165 conmon[67662]: cluster 2022-01-26T00:07:30.010534+0000 mgr.smithi068.zkksrk (mgr.14702) 2647 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:30 smithi068 conmon[102841]: cluster 2022-01-26T00:07:30.010534+0000 mgr.smithi068.zkksrk (mgr.14702) 2647 : cluster [DBG] 2022-01-26T00:07:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:30 smithi068 conmon[102841]: pgmap v2281: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:32 smithi165 conmon[67662]: cluster 2022-01-26T00:07:32.011184+0000 mgr.smithi068.zkksrk (mgr.14702) 2648 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:32.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:32 smithi165 conmon[67662]: 2022-01-26T00:07:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:32 smithi068 conmon[102841]: cluster 2022-01-26T00:07:32.011184+0000 mgr.smithi068.zkksrk (mgr.14702) 2648 : 2022-01-26T00:07:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:32 smithi068 conmon[102841]: cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:34 smithi165 conmon[67662]: cluster 2022-01-26T00:07:34.012001+0000 mgr.smithi068.zkksrk (mgr.14702) 2649 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:34 smithi165 conmon[67662]: 2022-01-26T00:07:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:34 smithi068 conmon[102841]: cluster 2022-01-26T00:07:34.012001+0000 mgr.smithi068.zkksrk (mgr.14702) 2649 : 2022-01-26T00:07:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:34 smithi068 conmon[102841]: cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:36 smithi068 conmon[102841]: cluster 2022-01-26T00:07:36.012988+0000 mgr.smithi068.zkksrk (mgr.14702) 2650 2022-01-26T00:07:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:36 smithi068 conmon[102841]: : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:36 smithi165 conmon[67662]: cluster 2022-01-26T00:07:36.012988+0000 mgr.smithi068.zkksrk (mgr.14702) 2650 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:38 smithi165 conmon[67662]: cluster 2022-01-26T00:07:38.013712+0000 mgr.smithi068.zkksrk (mgr.14702) 2651 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:38 smithi068 conmon[102841]: cluster 2022-01-26T00:07:38.013712+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:07:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:38 smithi068 conmon[102841]: 2651 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:40 smithi165 conmon[67662]: cluster 2022-01-26T00:07:40.014803+0000 mgr.smithi068.zkksrk (mgr.14702) 2652 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:40 smithi068 conmon[102841]: cluster 2022-01-26T00:07:40.014803+0000 mgr.smithi068.zkksrk (mgr.14702) 2652 2022-01-26T00:07:40.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:42.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:42 smithi165 conmon[67662]: cluster 2022-01-26T00:07:42.015522+0000 mgr.smithi068.zkksrk (mgr.14702) 2653 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:42 smithi068 conmon[102841]: cluster 2022-01-26T00:07:42.015522+0000 mgr.smithi068.zkksrk (mgr.14702) 2653 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:44 smithi165 conmon[67662]: cluster 2022-01-26T00:07:44.016273+0000 mgr.smithi068.zkksrk (mgr.14702) 2654 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:44.506 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:07:44.507 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:44 smithi068 conmon[102841]: cluster 2022-01-26T00:07:44.016273+0000 mgr.smithi068.zkksrk (mgr.14702) 2654 : cluster [DBG] 2022-01-26T00:07:44.507 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:44 smithi068 conmon[102841]: pgmap v2288: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:44.792 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:07:44.793 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (81m) 2m ago 82m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:07:44.793 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (74m) 2m ago 82m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:07:44.793 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (74m) 2m ago 82m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:07:44.793 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (81m) 2m ago 82m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:07:44.794 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (78m) 2m ago 78m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:07:44.794 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (78m) 2m ago 78m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:07:44.794 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (75m) 2m ago 83m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:07:44.795 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (75m) 2m ago 81m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:07:44.795 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (75m) 2m ago 83m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:07:44.795 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (74m) 2m ago 81m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:07:44.795 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (75m) 2m ago 75m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:07:44.796 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (75m) 2m ago 75m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:07:44.796 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (82m) 2m ago 82m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:07:44.796 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (81m) 2m ago 81m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:07:44.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (66m) 2m ago 81m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:07:44.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (81m) 2m ago 81m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:07:44.797 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (80m) 2m ago 80m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:07:44.798 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (80m) 2m ago 80m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:07:44.798 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (80m) 2m ago 80m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:07:44.798 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (80m) 2m ago 80m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:07:44.799 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (79m) 2m ago 79m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:07:44.799 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (79m) 2m ago 79m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:07:44.799 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (81m) 2m ago 82m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:07:45.135 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:07:45.135 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:07:45.135 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:45.136 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:45.136 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:07:45.136 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:45.136 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:45.137 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:07:45.137 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:07:45.137 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:07:45.137 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:45.138 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:07:45.138 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:07:45.138 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:07:45.138 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:07:45.138 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:07:45.139 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:07:45.139 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:07:45.139 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:07:45.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:45 smithi165 conmon[67662]: audit 2022-01-26T00:07:44.494817+0000 mgr.smithi068.zkksrk (mgr.14702) 2655 : audit [DBG] from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:45.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:45 smithi165 conmon[67662]: 2022-01-26T00:07:45.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:45 smithi165 conmon[67662]: audit 2022-01-26T00:07:44.778956+0000 mgr.smithi068.zkksrk (mgr.14702) 2656 : audit [DBG] from='client.35854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:45 smithi068 conmon[102841]: audit 2022-01-26T00:07:44.494817+0000 mgr.smithi068.zkksrk 2022-01-26T00:07:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:45 smithi068 conmon[102841]: (mgr.14702) 2655 : audit [DBG] from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:45 smithi068 conmon[102841]: audit 2022-01-26T00:07:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:45 smithi068 conmon[102841]: 2022-01-26T00:07:44.778956 2022-01-26T00:07:45.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:45 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:07:45.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:45 smithi068 conmon[102841]: 2656 : audit [DBG] from='client.35854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:46 smithi165 conmon[67662]: audit 2022-01-26T00:07:45.135968+0000 mon.smithi068 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.68:0/3086794959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:46.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:46 smithi165 conmon[67662]: cluster 2022-01-26T00:07:46.017147+0000 mgr.smithi068.zkksrk (mgr.14702) 2657 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:46 smithi068 conmon[102841]: audit 2022-01-26T00:07:45.135968+0000 mon.smithi068 (mon.0) 1004 : 2022-01-26T00:07:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:46 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/3086794959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:46.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:46 smithi068 conmon[102841]: cluster 2022-01-26T00:07:46.017147+0000 mgr.smithi068.zkksrk (mgr.14702) 2657 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:48 smithi165 conmon[67662]: cluster 2022-01-26T00:07:48.017712+0000 mgr.smithi068.zkksrk (mgr.14702) 2658 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:48 smithi068 conmon[102841]: cluster 2022-01-26T00:07:48.017712+0000 mgr.smithi068.zkksrk (mgr.14702) 2658 : 2022-01-26T00:07:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:48 smithi068 conmon[102841]: cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:50 smithi165 conmon[67662]: cluster 2022-01-26T00:07:50.018748+0000 mgr.smithi068.zkksrk (mgr.14702) 2659 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:50 smithi068 conmon[102841]: cluster 2022-01-26T00:07:50.018748+0000 mgr.smithi068.zkksrk (mgr.14702) 2659 : 2022-01-26T00:07:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:50 smithi068 conmon[102841]: cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:52 smithi165 conmon[67662]: cluster 2022-01-26T00:07:52.019541+0000 mgr.smithi068.zkksrk (mgr.14702) 2660 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:52.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:52 smithi165 conmon[67662]: 2022-01-26T00:07:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:52 smithi068 conmon[102841]: cluster 2022-01-26T00:07:52.019541+0000 mgr.smithi068.zkksrk (mgr.14702) 2660 : 2022-01-26T00:07:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:52 smithi068 conmon[102841]: cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:54 smithi165 conmon[67662]: cluster 2022-01-26T00:07:54.020555+0000 mgr.smithi068.zkksrk (mgr.14702) 2661 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:54 smithi068 conmon[102841]: cluster 2022-01-26T00:07:54.020555+0000 mgr.smithi068.zkksrk (mgr.14702) 2661 : cluster 2022-01-26T00:07:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:54 smithi068 conmon[102841]: [DBG] pgmap v2293: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:07:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: audit 2022-01-26T00:07:54.506700+0000 mon.smithi068 (mon.0) 1005 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:07:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: audit 2022-01-26T00:07:54.508239+0000 mon.smithi068 (mon.0) 1006 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:07:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: audit 2022-01-26T00:07:54.509372 2022-01-26T00:07:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1007 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:07:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: cephadm 2022-01-26T00: 2022-01-26T00:07:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: 07:54.510242+0000 mgr.smithi068.zkksrk (mgr.14702) 2662 2022-01-26T00:07:55.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:07:55.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:07:55.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: :07:54.859741+0000 mon.smithi068 (mon.0 2022-01-26T00:07:55.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:55 smithi165 conmon[67662]: ) 1008 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:07:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:55 smithi068 conmon[102841]: audit 2022-01-26T00:07:54.506700+0000 mon.smithi068 (mon.0) 1005 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:07:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:55 smithi068 conmon[102841]: audit 2022-01-26T00:07:54.508239+0000 mon.smithi068 (mon.0) 1006 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:07:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:55 smithi068 conmon[102841]: audit 2022-01-26T00:07:54.509372+0000 mon.smithi068 (mon.0) 1007 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:07:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:55 smithi068 conmon[102841]: cephadm 2022-01-26T00:07:54.510242+0000 mgr.smithi068.zkksrk (mgr.14702) 2662 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:07:55.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:55 smithi068 conmon[102841]: audit 2022-01-26T00:07:54.859741+0000 mon.smithi068 (mon.0) 1008 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:07:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:56 smithi068 conmon[102841]: audit 2022-01-26T00:07:55.240346+0000 mon.smithi068 (mon.0) 1009 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:07:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:56 smithi068 conmon[102841]: audit 2022-01-26T00:07:55.245909+0000 mon.smithi068 (mon.0) 1010 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:07:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:56 smithi068 conmon[102841]: cluster 2022-01-26T00:07 2022-01-26T00:07:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:56 smithi068 conmon[102841]: :56.021371+0000 mgr.smithi068.zkksrk (mgr.14702) 2663 : 2022-01-26T00:07:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:56 smithi068 conmon[102841]: cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:56 smithi165 conmon[67662]: audit 2022-01-26T00:07:55.240346+0000 mon.smithi068 (mon.0) 1009 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:07:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:56 smithi165 conmon[67662]: audit 2022-01-26T00:07:55.245909+0000 2022-01-26T00:07:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:56 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1010 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:07:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:56 smithi165 conmon[67662]: cluster 2022-01-26T00:07:56.021371+0000 mgr.smithi068.zkksrk (mgr.14702) 2663 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:07:58 smithi165 conmon[67662]: cluster 2022-01-26T00:07:58.021959+0000 mgr.smithi068.zkksrk (mgr.14702) 2664 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:07:58 smithi068 conmon[102841]: cluster 2022-01-26T00:07:58.021959+0000 mgr.smithi068.zkksrk (mgr.14702) 2664 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:00 smithi165 conmon[67662]: cluster 2022-01-26T00:08:00.022810+0000 mgr.smithi068.zkksrk (mgr.14702) 2665 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:00 smithi068 conmon[102841]: cluster 2022-01-26T00:08:00.022810+0000 mgr.smithi068.zkksrk (mgr.14702) 2665 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:02 smithi165 conmon[67662]: cluster 2022-01-26T00:08:02.023524+0000 mgr.smithi068.zkksrk (mgr.14702) 2666 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:02 smithi068 conmon[102841]: cluster 2022-01-26T00:08:02.023524+0000 mgr.smithi068.zkksrk (mgr.14702) 2666 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:04 smithi165 conmon[67662]: cluster 2022-01-26T00:08:04.024270+0000 mgr.smithi068.zkksrk (mgr.14702) 2667 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:04 smithi068 conmon[102841]: cluster 2022-01-26T00:08:04.024270+0000 mgr.smithi068.zkksrk (mgr.14702) 2667 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:06 smithi165 conmon[67662]: cluster 2022-01-26T00:08:06.024878+0000 mgr.smithi068.zkksrk (mgr.14702) 2668 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:06.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:06 smithi068 conmon[102841]: cluster 2022-01-26T00:08:06.024878+0000 mgr.smithi068.zkksrk (mgr.14702) 2668 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:08 smithi165 conmon[67662]: cluster 2022-01-26T00:08:08.025633+0000 mgr.smithi068.zkksrk (mgr.14702) 2669 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:08 smithi068 conmon[102841]: cluster 2022-01-26T00:08:08.025633+0000 mgr.smithi068.zkksrk (mgr.14702) 2669 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:10 smithi165 conmon[67662]: cluster 2022-01-26T00:08:10.026712+0000 mgr.smithi068.zkksrk (mgr.14702) 2670 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:10 smithi068 conmon[102841]: cluster 2022-01-26T00:08:10.026712+0000 mgr.smithi068.zkksrk (mgr.14702) 2670 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:12 smithi165 conmon[67662]: cluster 2022-01-26T00:08:12.027345+0000 mgr.smithi068.zkksrk (mgr.14702) 2671 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:12 smithi068 conmon[102841]: cluster 2022-01-26T00:08:12.027345+0000 mgr.smithi068.zkksrk (mgr.14702) 2671 : 2022-01-26T00:08:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:12 smithi068 conmon[102841]: cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:14 smithi165 conmon[67662]: cluster 2022-01-26T00:08:14.028176+0000 mgr.smithi068.zkksrk (mgr.14702) 2672 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:14 smithi068 conmon[102841]: cluster 2022-01-26T00:08:14.028176+0000 mgr.smithi068.zkksrk (mgr.14702) 2672 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:15.452 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:08:15.740 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:08:15.741 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (81m) 3m ago 83m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:08:15.741 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (75m) 3m ago 83m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:08:15.741 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (75m) 3m ago 82m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:08:15.741 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (81m) 3m ago 82m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:08:15.742 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (78m) 3m ago 78m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:08:15.742 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (78m) 3m ago 78m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:08:15.742 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (76m) 3m ago 84m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:08:15.742 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (75m) 3m ago 82m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:08:15.743 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (75m) 3m ago 84m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:08:15.743 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (75m) 3m ago 82m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:08:15.743 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (76m) 3m ago 76m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:08:15.743 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (76m) 3m ago 76m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:08:15.743 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (82m) 3m ago 82m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:08:15.744 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (82m) 3m ago 82m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:08:15.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (66m) 3m ago 81m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:08:15.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (81m) 3m ago 81m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:08:15.744 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (81m) 3m ago 81m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:08:15.745 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (81m) 3m ago 81m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:08:15.745 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (80m) 3m ago 80m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:08:15.745 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (80m) 3m ago 80m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:08:15.745 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (80m) 3m ago 80m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:08:15.746 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (80m) 3m ago 80m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:08:15.746 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (81m) 3m ago 82m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:08:16.079 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:08:16.079 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:08:16.080 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:16.080 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:16.080 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:08:16.080 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:16.081 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:16.081 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:08:16.081 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:08:16.082 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:08:16.082 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:16.082 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:08:16.082 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:08:16.083 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:16.083 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:08:16.083 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:08:16.083 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:08:16.084 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:08:16.084 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:08:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:16 smithi165 conmon[67662]: audit 2022-01-26T00:08:15.441244+0000 mgr.smithi068.zkksrk (mgr.14702) 2673 : audit [DBG] from='client.35862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:16 smithi165 conmon[67662]: audit 2022-01-26T00:08:15.726956+0000 mgr.smithi068.zkksrk (mgr.14702) 2674 : audit [DBG] from='client.35866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:16 smithi165 conmon[67662]: cluster 2022-01-26T00:08:16.028686+0000 mgr.smithi068.zkksrk (mgr.14702) 2675 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: audit 2022-01-26T00:08:15.441244+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:08:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: mgr.14702) 2673 : audit [DBG] from='client.35862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: audit 2022-01-26T00:08:15.726956+0000 mgr.smithi068.zkksrk 2022-01-26T00:08:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: (mgr.14702) 2674 : audit [DBG] from='client.35866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:16.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: cluster 2022-01- 2022-01-26T00:08:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: 26T00:08:16.028686+0000 2022-01-26T00:08:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2675 : cluster [DBG] 2022-01-26T00:08:16.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:16 smithi068 conmon[102841]: pgmap v2304: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:17 smithi165 conmon[67662]: audit 2022-01-26T00:08:16.080188+0000 mon.smithi068 (mon.0) 1011 : audit [DBG] from='client.? 172.21.15.68:0/1107288980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:17 smithi068 conmon[102841]: audit 2022-01-26T00:08:16.080188+0000 mon.smithi068 ( 2022-01-26T00:08:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:17 smithi068 conmon[102841]: mon.0) 1011 : audit [DBG] from='client.? 172.21.15.68:0/1107288980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:18 smithi165 conmon[67662]: cluster 2022-01-26T00:08:18.029256+0000 mgr.smithi068.zkksrk (mgr.14702) 2676 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:18 smithi068 conmon[102841]: cluster 2022-01-26T00:08:18.029256+0000 mgr.smithi068.zkksrk (mgr.14702) 2676 : 2022-01-26T00:08:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:18 smithi068 conmon[102841]: cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:19 smithi165 conmon[67662]: audit 2022-01-26T00:08:18.377192+0000 mon.smithi068 (mon.0) 1012 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:08:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:19 smithi165 conmon[67662]: audit 2022-01-26T00:08:18.506447+0000 mon.smithi068 (mon.0) 1013 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:08:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:19 smithi068 conmon[102841]: audit 2022-01-26T00:08:18.377192+0000 mon.smithi068 (mon.0) 1012 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:08:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:19 smithi068 conmon[102841]: audit 2022-01-26T00:08:18.506447+0000 mon.smithi068 (mon.0) 1013 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:08:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:20 smithi165 conmon[67662]: cluster 2022-01-26T00:08:20.030167+0000 mgr.smithi068.zkksrk (mgr.14702) 2677 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:20 smithi068 conmon[102841]: cluster 2022-01-26T00:08:20.030167+0000 mgr.smithi068.zkksrk (mgr.14702) 2677 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:22 smithi165 conmon[67662]: cluster 2022-01-26T00:08:22.030815+0000 mgr.smithi068.zkksrk (mgr.14702) 2678 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:22 smithi068 conmon[102841]: cluster 2022-01-26T00:08:22.030815+0000 mgr.smithi068.zkksrk (mgr.14702) 2678 : cluster 2022-01-26T00:08:22.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:22 smithi068 conmon[102841]: [DBG] pgmap v2307: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:24 smithi165 conmon[67662]: cluster 2022-01-26T00:08:24.031634+0000 mgr.smithi068.zkksrk (mgr.14702) 2679 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:24 smithi068 conmon[102841]: cluster 2022-01-26T00:08:24.031634+0000 mgr.smithi068.zkksrk (mgr.14702) 2679 2022-01-26T00:08:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:24 smithi068 conmon[102841]: : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:26 smithi165 conmon[67662]: cluster 2022-01-26T00:08:26.032429+0000 mgr.smithi068.zkksrk (mgr.14702) 2680 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:26 smithi068 conmon[102841]: cluster 2022-01-26T00:08:26.032429+0000 mgr.smithi068.zkksrk (mgr.14702) 2680 : 2022-01-26T00:08:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:26 smithi068 conmon[102841]: cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:28 smithi165 conmon[67662]: cluster 2022-01-26T00:08:28.033054+0000 mgr.smithi068.zkksrk (mgr.14702) 2681 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:28 smithi068 conmon[102841]: cluster 2022-01-26T00:08:28.033054+0000 mgr.smithi068.zkksrk (mgr.14702) 2681 : cluster 2022-01-26T00:08:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:28 smithi068 conmon[102841]: [DBG] pgmap v2310: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:30 smithi165 conmon[67662]: cluster 2022-01-26T00:08:30.034033+0000 mgr.smithi068.zkksrk (mgr.14702) 2682 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:30 smithi068 conmon[102841]: cluster 2022-01-26T00:08:30.034033+0000 mgr.smithi068.zkksrk (mgr.14702) 2682 2022-01-26T00:08:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:30 smithi068 conmon[102841]: : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:32 smithi165 conmon[67662]: cluster 2022-01-26T00:08:32.034611+0000 mgr.smithi068.zkksrk (mgr.14702) 2683 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:32 smithi068 conmon[102841]: cluster 2022-01-26T00:08:32.034611+0000 mgr.smithi068.zkksrk (mgr.14702) 2683 : cluster 2022-01-26T00:08:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:32 smithi068 conmon[102841]: [DBG] pgmap v2312: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:34.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:34 smithi165 conmon[67662]: cluster 2022-01-26T00:08:34.035426+0000 mgr.smithi068.zkksrk (mgr.14702) 2684 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:34 smithi068 conmon[102841]: cluster 2022-01-26T00:08:34.035426+0000 2022-01-26T00:08:34.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:34 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2684 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:36 smithi165 conmon[67662]: cluster 2022-01-26T00:08:36.036062+0000 mgr.smithi068.zkksrk (mgr.14702) 2685 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:36.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:36 smithi068 conmon[102841]: cluster 2022-01-26T00:08:36.036062+0000 mgr.smithi068.zkksrk (mgr.14702) 2685 : cluster 2022-01-26T00:08:36.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:36 smithi068 conmon[102841]: [DBG] pgmap v2314: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:38 smithi165 conmon[67662]: cluster 2022-01-26T00:08:38.036605+0000 mgr.smithi068.zkksrk (mgr.14702) 2686 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:38 smithi068 conmon[102841]: cluster 2022-01-26T00:08:38.036605+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:08:38.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:38 smithi068 conmon[102841]: 2686 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:40 smithi165 conmon[67662]: cluster 2022-01-26T00:08:40.037631+0000 mgr.smithi068.zkksrk (mgr.14702) 2687 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:40 smithi068 conmon[102841]: cluster 2022-01-26T00:08:40.037631+0000 mgr.smithi068.zkksrk (mgr.14702) 2687 2022-01-26T00:08:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:40 smithi068 conmon[102841]: : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:42 smithi165 conmon[67662]: cluster 2022-01-26T00:08:42.038365+0000 mgr.smithi068.zkksrk (mgr.14702) 2688 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:42.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:42 smithi068 conmon[102841]: cluster 2022-01-26T00:08:42.038365+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:08:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:42 smithi068 conmon[102841]: .14702) 2688 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:44 smithi165 conmon[67662]: cluster 2022-01-26T00:08:44.039232+0000 mgr.smithi068.zkksrk (mgr.14702) 2689 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:44 smithi068 conmon[102841]: cluster 2022-01- 2022-01-26T00:08:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:44 smithi068 conmon[102841]: 26T00:08:44.039232+0000 mgr.smithi068.zkksrk (mgr.14702) 2689 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:46.396 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:46 smithi068 conmon[102841]: cluster 2022-01-26T00:08:46.039905+0000 2022-01-26T00:08:46.396 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:46 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2690 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:46.397 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:08:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:46 smithi165 conmon[67662]: cluster 2022-01-26T00:08:46.039905+0000 mgr.smithi068.zkksrk (mgr.14702) 2690 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:46.684 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:08:46.684 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (82m) 3m ago 83m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:08:46.684 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (75m) 3m ago 83m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:08:46.685 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (75m) 3m ago 83m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:08:46.685 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (82m) 3m ago 83m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:08:46.685 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (79m) 3m ago 79m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:08:46.685 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (79m) 3m ago 79m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:08:46.686 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (76m) 3m ago 84m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:08:46.686 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (76m) 3m ago 82m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:08:46.686 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (76m) 3m ago 84m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:08:46.687 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (75m) 3m ago 82m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:08:46.687 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (76m) 3m ago 76m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:08:46.687 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (76m) 3m ago 76m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:08:46.687 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (83m) 3m ago 83m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:08:46.688 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (82m) 3m ago 82m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:08:46.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (67m) 3m ago 82m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:08:46.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (82m) 3m ago 82m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:08:46.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (81m) 3m ago 81m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:08:46.688 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (81m) 3m ago 81m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:08:46.689 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (81m) 3m ago 81m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:08:46.689 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (81m) 3m ago 81m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:08:46.690 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (80m) 3m ago 80m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:08:46.690 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (80m) 3m ago 80m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:08:46.690 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (82m) 3m ago 83m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:08:47.021 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:08:47.021 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:08:47.021 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:47.022 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:47.022 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:08:47.022 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:47.022 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:47.023 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:08:47.023 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:08:47.023 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:08:47.023 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:47.024 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:08:47.024 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:08:47.024 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:08:47.024 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:08:47.025 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:08:47.025 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:08:47.025 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:08:47.026 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:08:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:47 smithi068 conmon[102841]: audit 2022-01-26T00:08:46.385213+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:08:47.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:47 smithi068 conmon[102841]: .14702) 2691 : audit [DBG] from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:47 smithi068 conmon[102841]: audit 2022-01-26T00:08:46.670195+0000 mgr.smithi068.zkksrk (mgr.14702) 2692 : audit [DBG] from='client.35878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:47 smithi068 conmon[102841]: audit 2022-01-26T00:08:47.021782+0000 mon.smithi068 (mon.0) 1014 : 2022-01-26T00:08:47.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:47 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/1878846899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:47 smithi165 conmon[67662]: audit 2022-01-26T00:08:46.385213+0000 mgr.smithi068.zkksrk (mgr.14702) 2691 : audit [DBG] from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:47 smithi165 conmon[67662]: audit 2022-01-26T00:08:46.670195+0000 mgr.smithi068.zkksrk (mgr.14702) 2692 : audit [DBG] from='client.35878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:47 smithi165 conmon[67662]: audit 2022-01-26T00:08:47.021782+0000 mon.smithi068 (mon 2022-01-26T00:08:47.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:47 smithi165 conmon[67662]: .0) 1014 : audit [DBG] from='client.? 172.21.15.68:0/1878846899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:48 smithi165 conmon[67662]: cluster 2022-01-26T00:08:48.040536+0000 mgr.smithi068.zkksrk (mgr.14702) 2693 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:48 smithi068 conmon[102841]: cluster 2022-01-26T00:08:48.040536+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:08:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:48 smithi068 conmon[102841]: .14702) 2693 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:50 smithi165 conmon[67662]: cluster 2022-01-26T00:08:50.041429+0000 mgr.smithi068.zkksrk (mgr.14702) 2694 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:50.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:50 smithi068 conmon[102841]: cluster 2022-01-26T00:08:50.041429+0000 mgr.smithi068.zkksrk (mgr.14702) 2694 2022-01-26T00:08:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:50 smithi068 conmon[102841]: : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:52 smithi165 conmon[67662]: cluster 2022-01-26T00:08:52.042070+0000 mgr.smithi068.zkksrk (mgr.14702) 2695 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:52 smithi068 conmon[102841]: cluster 2022-01-26T00:08:52.042070+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:08:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:52 smithi068 conmon[102841]: ) 2695 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:54 smithi165 conmon[67662]: cluster 2022-01-26T00:08:54.042930+0000 mgr.smithi068.zkksrk (mgr.14702) 2696 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:54 smithi068 conmon[102841]: cluster 2022-01-26T00:08:54.042930+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:08:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:54 smithi068 conmon[102841]: mgr.14702) 2696 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:08:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: audit 2022-01-26T00:08:55.248992+0000 mon.smithi068 (mon.0) 1015 2022-01-26T00:08:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:08:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: audit 2022-01-26T00:08:55.250229+0000 mon.smithi068 (mon.0) 1016 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:08:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: audit 2022-01-26T00: 2022-01-26T00:08:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: 08:55.251148+0000 mon.smithi068 (mon.0) 1017 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:08:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: cephadm 2022-01-26T00:08: 2022-01-26T00:08:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: 55.251806+0000 mgr.smithi068.zkksrk (mgr.14702) 2697 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:08:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: audit 2022-01-26T00:08:55.653952+0000 mon.smithi068 (mon 2022-01-26T00:08:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: .0) 1018 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:08:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: audit 2022-01-26T00:08:55.659758+0000 2022-01-26T00:08:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1019 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:08:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: cluster 2022-01-26T00:08: 2022-01-26T00:08:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: 56.043649+0000 mgr.smithi068.zkksrk (mgr.14702) 2698 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:56 smithi165 conmon[67662]: 2022-01-26T00:08:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: audit 2022-01-26T00:08:55.248992+0000 mon.smithi068 ( 2022-01-26T00:08:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: mon.0) 1015 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:08:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: audit 2022-01-26T00:08:55.250229+0000 mon.smithi068 (mon.0) 1016 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:08:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: audit 2022-01-26T00:08:55.251148+0000 mon.smithi068 (mon.0) 1017 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:08:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: cephadm 2022-01-26T00:08: 2022-01-26T00:08:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: 55.251806+0000 mgr.smithi068.zkksrk (mgr.14702) 2697 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:08:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:08:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: 01-26T00:08:55 2022-01-26T00:08:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: .653952+0000 mon.smithi068 (mon.0) 1018 2022-01-26T00:08:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:08:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: audit 2022 2022-01-26T00:08:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: -01-26T00:08 2022-01-26T00:08:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: :55.659758+0000 mon.smithi068 (mon.0 2022-01-26T00:08:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: ) 1019 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:08:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: cluster 2022-01-26T00:08:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: 2022-01-26T00: 2022-01-26T00:08:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: 08:56.043649+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:08:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:56 smithi068 conmon[102841]: 14702) 2698 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:58 smithi165 conmon[67662]: cluster 2022-01-26T00:08:58.044255+0000 mgr.smithi068.zkksrk (mgr.14702) 2699 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:08:58 smithi165 conmon[67662]: 2022-01-26T00:08:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:58 smithi068 conmon[102841]: cluster 2022-01-26T00:08:58.044255+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:08:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:08:58 smithi068 conmon[102841]: 2699 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:00 smithi165 conmon[67662]: cluster 2022-01-26T00:09:00.045120+0000 mgr.smithi068.zkksrk (mgr.14702) 2700 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:00.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:00 smithi068 conmon[102841]: cluster 2022-01-26T00:09:00.045120+0000 mgr.smithi068.zkksrk (mgr.14702) 2700 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:02 smithi165 conmon[67662]: cluster 2022-01-26T00:09:02.045843+0000 mgr.smithi068.zkksrk (mgr.14702) 2701 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:02 smithi068 conmon[102841]: cluster 2022-01-26T00:09:02.045843+0000 mgr.smithi068.zkksrk (mgr.14702) 2701 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:04 smithi165 conmon[67662]: cluster 2022-01-26T00:09:04.046763+0000 mgr.smithi068.zkksrk (mgr.14702) 2702 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:04 smithi068 conmon[102841]: cluster 2022-01-26T00:09:04.046763+0000 mgr.smithi068.zkksrk (mgr.14702) 2702 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:06 smithi165 conmon[67662]: cluster 2022-01-26T00:09:06.047441+0000 mgr.smithi068.zkksrk (mgr.14702) 2703 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:06.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:06 smithi068 conmon[102841]: cluster 2022-01-26T00:09:06.047441+0000 mgr.smithi068.zkksrk (mgr.14702) 2703 : cluster 2022-01-26T00:09:06.713 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:06 smithi068 conmon[102841]: [DBG] pgmap v2329: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:08 smithi165 conmon[67662]: cluster 2022-01-26T00:09:08.048125+0000 mgr.smithi068.zkksrk (mgr.14702) 2704 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:08.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:08 smithi068 conmon[102841]: cluster 2022-01-26T00:09:08.048125+0000 mgr.smithi068.zkksrk (mgr.14702) 2704 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:10 smithi165 conmon[67662]: cluster 2022-01-26T00:09:10.049052+0000 mgr.smithi068.zkksrk (mgr.14702) 2705 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:10.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:10 smithi068 conmon[102841]: cluster 2022-01-26T00:09:10.049052+0000 mgr.smithi068.zkksrk (mgr.14702) 2705 2022-01-26T00:09:10.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:10 smithi068 conmon[102841]: : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:12 smithi165 conmon[67662]: cluster 2022-01-26T00:09:12.049637+0000 mgr.smithi068.zkksrk (mgr.14702) 2706 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:12 smithi068 conmon[102841]: cluster 2022-01-26 2022-01-26T00:09:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:12 smithi068 conmon[102841]: T00:09:12.049637+0000 mgr.smithi068.zkksrk (mgr.14702) 2706 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:14 smithi165 conmon[67662]: cluster 2022-01-26T00:09:14.050425+0000 mgr.smithi068.zkksrk (mgr.14702) 2707 : cluster [DBG] 2022-01-26T00:09:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:14 smithi165 conmon[67662]: pgmap v2333: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:14 smithi068 conmon[102841]: cluster 2022-01-26T00:09:14.050425+0000 mgr.smithi068.zkksrk (mgr.14702) 2707 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:16 smithi165 conmon[67662]: cluster 2022-01-26T00:09:16.051215+0000 mgr.smithi068.zkksrk (mgr.14702) 2708 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:16.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:16 smithi068 conmon[102841]: cluster 2022-01-26T00:09:16.051215+0000 mgr.smithi068.zkksrk (mgr.14702) 2708 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:17.341 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:09:17.627 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:09:17.627 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (83m) 4m ago 84m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:09:17.627 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (76m) 4m ago 84m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:09:17.627 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (76m) 4m ago 83m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:09:17.628 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (82m) 4m ago 83m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:09:17.628 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (79m) 4m ago 79m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:09:17.628 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (79m) 4m ago 79m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:09:17.628 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (77m) 4m ago 85m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (76m) 4m ago 83m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (76m) 4m ago 85m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (76m) 4m ago 83m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (77m) 4m ago 77m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (77m) 4m ago 77m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (83m) 4m ago 83m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (83m) 4m ago 83m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (67m) 4m ago 82m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (82m) 4m ago 82m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:09:17.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (82m) 4m ago 82m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:09:17.631 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (82m) 4m ago 82m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:09:17.632 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (81m) 4m ago 81m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:09:17.632 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (81m) 4m ago 81m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:09:17.633 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (81m) 4m ago 81m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:09:17.633 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (81m) 4m ago 81m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:09:17.633 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (82m) 4m ago 83m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:09:17.963 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:09:17.963 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:09:17.963 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:17.964 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:17.964 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:09:17.964 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:17.964 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:17.965 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:09:17.965 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:09:17.965 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:09:17.965 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:17.965 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:09:17.966 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:09:17.966 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:17.966 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:09:17.966 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:09:17.967 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:09:17.967 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:09:17.967 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:09:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:18 smithi068 conmon[102841]: audit 2022-01-26T00:09:17.963986+0000 2022-01-26T00:09:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:18 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.68:0/2328358385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:18 smithi165 conmon[67662]: audit 2022-01-26T00:09:17.963986+0000 mon.smithi068 (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.68:0/2328358385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: audit 2022-01-26T00:09:17.329437+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:09:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: 2709 : audit [DBG] from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: audit 2022-01-26T00:09:17.612961+0000 mgr.smithi068.zkksrk (mgr.14702) 2710 : audit [DBG] from='client.35890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: cluster 2022-01-26T00:09:18 2022-01-26T00:09:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: .051653+0000 mgr.smithi068.zkksrk (mgr.14702) 2711 : 2022-01-26T00:09:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:09:19.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: 01-26T00:09:18. 2022-01-26T00:09:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: 379602+0000 mon.smithi068 (mon.0) 2022-01-26T00:09:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: 1021 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:09:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:09:19.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: 01-26T00:09:18.510768+0000 2022-01-26T00:09:19.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1022 : audit [INF] 2022-01-26T00:09:19.313 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:19 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:09:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: audit 2022-01-26T00:09:17.329437+0000 mgr.smithi068.zkksrk (mgr.14702) 2709 : audit [DBG] 2022-01-26T00:09:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: audit 2022-01-26T00:09:17.612961+0000 mgr.smithi068.zkksrk (mgr.14702) 2710 : audit [DBG] from='client.35890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: cluster 2022-01-26T00:09:18. 2022-01-26T00:09:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: 051653+0000 mgr.smithi068.zkksrk (mgr.14702) 2711 : cluster [DBG] 2022-01-26T00:09:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: pgmap v2335: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: audit 2022-01 2022-01-26T00:09:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: -26T00:09:18.379602 2022-01-26T00:09:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1021 : audit [INF] 2022-01-26T00:09:19.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:09:19.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:09:19.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: :09:18.510768+0000 mon.smithi068 (mon 2022-01-26T00:09:19.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:19 smithi165 conmon[67662]: .0) 1022 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:09:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:20 smithi165 conmon[67662]: cluster 2022-01-26T00:09:20.052649+0000 mgr.smithi068.zkksrk (mgr.14702) 2712 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:20 smithi068 conmon[102841]: cluster 2022-01-26T00:09:20.052649+0000 mgr.smithi068.zkksrk (mgr.14702) 2712 : cluster 2022-01-26T00:09:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:20 smithi068 conmon[102841]: [DBG] pgmap v2336: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:22.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:22 smithi165 conmon[67662]: cluster 2022-01-26T00:09:22.053159+0000 mgr.smithi068.zkksrk (mgr.14702) 2713 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:22.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:22 smithi068 conmon[102841]: cluster 2022-01-26T00:09:22.053159+0000 mgr.smithi068.zkksrk (mgr.14702) 2713 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:24 smithi165 conmon[67662]: cluster 2022-01-26T00:09:24.054199+0000 mgr.smithi068.zkksrk (mgr.14702) 2714 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:24.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:24 smithi068 conmon[102841]: cluster 2022-01-26T00:09:24.054199+0000 mgr.smithi068.zkksrk (mgr.14702) 2714 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:26 smithi165 conmon[67662]: cluster 2022-01-26T00:09:26.054770+0000 mgr.smithi068.zkksrk (mgr.14702) 2715 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:26.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:26 smithi068 conmon[102841]: cluster 2022-01-26T00:09:26.054770+0000 mgr.smithi068.zkksrk (mgr.14702) 2715 : cluster 2022-01-26T00:09:26.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:26 smithi068 conmon[102841]: [DBG] pgmap v2339: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:28 smithi165 conmon[67662]: cluster 2022-01-26T00:09:28.055266+0000 mgr.smithi068.zkksrk (mgr.14702) 2716 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:28 smithi068 conmon[102841]: cluster 2022-01-26T00:09:28.055266+0000 mgr.smithi068.zkksrk (mgr.14702) 2716 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:30 smithi165 conmon[67662]: cluster 2022-01-26T00:09:30.056141+0000 mgr.smithi068.zkksrk (mgr.14702) 2717 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:30.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:30 smithi068 conmon[102841]: cluster 2022-01-26T00:09:30.056141+0000 mgr.smithi068.zkksrk (mgr.14702) 2717 : 2022-01-26T00:09:30.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:30 smithi068 conmon[102841]: cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:32 smithi165 conmon[67662]: cluster 2022-01-26T00:09:32.056790+0000 mgr.smithi068.zkksrk (mgr.14702) 2718 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:32.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:32 smithi068 conmon[102841]: cluster 2022-01-26T00:09:32.056790+0000 mgr.smithi068.zkksrk (mgr.14702) 2718 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:34 smithi165 conmon[67662]: cluster 2022-01-26T00:09:34.057605+0000 mgr.smithi068.zkksrk (mgr.14702) 2719 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:34.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:34 smithi068 conmon[102841]: cluster 2022-01-26T00:09:34.057605+0000 mgr.smithi068.zkksrk (mgr.14702) 2719 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:36 smithi165 conmon[67662]: cluster 2022-01-26T00:09:36.058295+0000 mgr.smithi068.zkksrk (mgr.14702) 2720 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:36.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:36 smithi068 conmon[102841]: cluster 2022-01-26T00:09:36.058295+0000 mgr.smithi068.zkksrk (mgr.14702) 2720 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:38 smithi165 conmon[67662]: cluster 2022-01-26T00:09:38.058957+0000 mgr.smithi068.zkksrk (mgr.14702) 2721 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:38.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:38 smithi068 conmon[102841]: cluster 2022-01-26T00:09:38.058957+0000 mgr.smithi068.zkksrk (mgr.14702) 2721 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:40 smithi165 conmon[67662]: cluster 2022-01-26T00:09:40.059771+0000 mgr.smithi068.zkksrk (mgr.14702) 2722 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:40.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:40 smithi068 conmon[102841]: cluster 2022-01-26T00:09:40.059771+0000 mgr.smithi068.zkksrk (mgr.14702) 2722 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:42.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:42 smithi165 conmon[67662]: cluster 2022-01-26T00:09:42.060421+0000 mgr.smithi068.zkksrk (mgr.14702) 2723 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:42.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:42 smithi068 conmon[102841]: cluster 2022-01-26T00:09:42.060421+0000 mgr.smithi068.zkksrk (mgr.14702) 2723 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:44 smithi165 conmon[67662]: cluster 2022-01-26T00:09:44.061232+0000 mgr.smithi068.zkksrk (mgr.14702) 2724 : cluster 2022-01-26T00:09:44.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:44 smithi165 conmon[67662]: [DBG] pgmap v2348: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:44 smithi068 conmon[102841]: cluster 2022-01-26T00:09:44.061232+0000 mgr.smithi068.zkksrk (mgr.14702) 2724 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:46.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:46 smithi165 conmon[67662]: cluster 2022-01-26T00:09:46.061919+0000 mgr.smithi068.zkksrk (mgr.14702) 2725 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:46.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:46 smithi068 conmon[102841]: cluster 2022-01-26T00:09:46.061919+0000 mgr.smithi068.zkksrk (mgr.14702) 2725 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.300 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:09:48.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:48 smithi165 conmon[67662]: cluster 2022-01-26T00:09:48.062353+0000 mgr.smithi068.zkksrk (mgr.14702) 2726 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:48 smithi068 conmon[102841]: cluster 2022-01-26T00:09:48.062353+0000 mgr.smithi068.zkksrk (mgr.14702) 2726 2022-01-26T00:09:48.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:48 smithi068 conmon[102841]: : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.587 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:09:48.587 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (83m) 4m ago 84m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:09:48.588 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (76m) 4m ago 84m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:09:48.588 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (76m) 4m ago 84m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:09:48.588 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (83m) 4m ago 84m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:09:48.588 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (80m) 4m ago 80m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:09:48.589 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (80m) 4m ago 80m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:09:48.589 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (77m) 4m ago 85m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:09:48.589 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (77m) 4m ago 83m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:09:48.589 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (77m) 4m ago 85m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:09:48.589 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (76m) 4m ago 83m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:09:48.590 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (77m) 4m ago 77m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:09:48.590 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (77m) 4m ago 77m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:09:48.590 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (84m) 4m ago 84m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:09:48.590 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (83m) 4m ago 83m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:09:48.591 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (68m) 4m ago 83m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:09:48.591 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (83m) 4m ago 83m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:09:48.591 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (82m) 4m ago 82m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:09:48.591 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (82m) 4m ago 82m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:09:48.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (82m) 4m ago 82m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:09:48.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (82m) 4m ago 82m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:09:48.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (81m) 4m ago 81m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:09:48.592 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (81m) 4m ago 81m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:09:48.592 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (83m) 4m ago 84m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:09:48.924 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:09:48.925 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:09:48.925 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:48.925 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:48.926 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:09:48.926 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:48.926 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:48.926 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:09:48.926 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:09:48.927 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:09:48.927 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:48.927 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:09:48.927 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:09:48.928 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:09:48.928 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:09:48.928 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:09:48.928 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:09:48.928 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:09:48.929 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:09:49.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: audit 2022-01-26T00:09:48.288235+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:09:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: .14702) 2727 : audit [DBG] from='client.35898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: audit 2022-01-26T00:09:48.573679+0000 mgr.smithi068.zkksrk (mgr.14702) 2728 : audit 2022-01-26T00:09:49.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: [DBG] from='client.35902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:09:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: T00:09:48.925539+0000 mon.smithi068 (mon.0) 2022-01-26T00:09:49.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:49 smithi068 conmon[102841]: 1023 : audit [DBG] from='client.? 172.21.15.68:0/1910212327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:49 smithi165 conmon[67662]: audit 2022-01-26T00:09:48.288235+0000 mgr.smithi068.zkksrk (mgr.14702) 2727 : audit [DBG] from='client.35898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:49 smithi165 conmon[67662]: audit 2022-01-26T00:09:48.573679+0000 mgr.smithi068.zkksrk (mgr.14702) 2728 : audit [DBG] from='client.35902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:49.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:49 smithi165 conmon[67662]: audit 2022-01-26T00:09:48.925539+0000 mon.smithi068 (mon.0) 1023 : audit [DBG] from='client.? 172.21.15.68:0/1910212327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:50 smithi165 conmon[67662]: cluster 2022-01-26T00:09:50.063317+0000 mgr.smithi068.zkksrk (mgr.14702) 2729 : cluster 2022-01-26T00:09:50.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:50 smithi165 conmon[67662]: [DBG] pgmap v2351: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:50 smithi068 conmon[102841]: cluster 2022-01-26T00:09:50.063317+0000 mgr.smithi068.zkksrk (mgr.14702) 2729 : cluster [DBG] 2022-01-26T00:09:50.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:50 smithi068 conmon[102841]: pgmap v2351: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:52.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:52 smithi165 conmon[67662]: cluster 2022-01-26T00:09:52.063910+0000 mgr.smithi068.zkksrk (mgr.14702) 2730 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:52.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:52 smithi068 conmon[102841]: cluster 2022-01-26T00:09:52.063910+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:09:52.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:52 smithi068 conmon[102841]: 2730 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:54 smithi165 conmon[67662]: cluster 2022-01-26T00:09:54.064631+0000 mgr.smithi068.zkksrk (mgr.14702) 2731 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:54.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:54 smithi068 conmon[102841]: cluster 2022-01-26T00:09:54.064631+0000 mgr.smithi068.zkksrk (mgr.14702) 2731 : 2022-01-26T00:09:54.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:54 smithi068 conmon[102841]: cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:09:56.091 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: audit 2022-01-26T00:09:55.662798+0000 mon.smithi068 ( 2022-01-26T00:09:56.091 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: mon.0) 1024 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:09:56.091 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: audit 2022-01-26T00:09:55.664255+0000 mon.smithi068 (mon.0) 1025 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:09:56.091 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: audit 2022-01-26T00:09:55.665315+0000 2022-01-26T00:09:56.092 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1026 : audit [INF] 2022-01-26T00:09:56.092 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:09:56.092 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: cephadm 2022-01-26T00:09:56.092 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: 2022-01-26T00:09:55.666183+0000 2022-01-26T00:09:56.093 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2732 : cephadm [WRN] 2022-01-26T00:09:56.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: audit 2022-01-26T00:09:55.662798+0000 mon.smithi068 (mon.0) 1024 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:09:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: audit 2022-01-26T00:09 2022-01-26T00:09:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: :55.664255+0000 mon.smithi068 (mon.0) 1025 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:09:56.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: audit 2022-01-26T00:09:55.665315+0000 mon.smithi068 (mon.0) 1026 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:09:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: cephadm 2022-01-26T00:09:55.666183+0000 2022-01-26T00:09:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2732 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:09:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: cluster 2022-01-26T00:09: 2022-01-26T00:09:56.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: 56.065131+0000 mgr.smithi068.zkksrk (mgr.14702) 2733 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: audit 2022-01-26T00:09:56.079060+0000 2022-01-26T00:09:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1027 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:09:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: audit 2022-01-26T00:09:56. 2022-01-26T00:09:56.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:56 smithi165 conmon[67662]: 084578+0000 mon.smithi068 (mon.0) 1028 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:09:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:09:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: cluster 2022-01-26T00:09: 2022-01-26T00:09:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: 56.065131+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:09:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: 2733 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:09:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: T00:09:56.079060+0000 mon.smithi068 2022-01-26T00:09:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: (mon.0) 1027 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:09:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: 2022-01-26T00:09:56.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: audit 2022 2022-01-26T00:09:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: -01-26T00:09:56.084578+0000 mon.smithi068 2022-01-26T00:09:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: (mon.0) 1028 : audit [INF] 2022-01-26T00:09:56.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:56 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:09:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:09:58 smithi165 conmon[67662]: cluster 2022-01-26T00:09:58.065765+0000 mgr.smithi068.zkksrk (mgr.14702) 2734 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:58 smithi068 conmon[102841]: cluster 2022-01-26T00:09:58.065765+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:09:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:09:58 smithi068 conmon[102841]: ) 2734 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:00.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:00 smithi068 conmon[102841]: cluster 2022-01-26T00:10:00.000154+0000 mon.smithi068 (mon.0) 1029 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-26T00:10:00.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:00 smithi165 conmon[67662]: cluster 2022-01-26T00:10:00.000154+0000 mon.smithi068 (mon.0) 1029 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-26T00:10:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:01 smithi068 conmon[102841]: cluster 2022-01-26T00:10:00.066558+0000 mgr.smithi068.zkksrk (mgr.14702) 2735 : cluster 2022-01-26T00:10:01.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:01 smithi068 conmon[102841]: [DBG] pgmap v2356: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:01 smithi165 conmon[67662]: cluster 2022-01-26T00:10:00.066558+0000 mgr.smithi068.zkksrk (mgr.14702) 2735 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:01 smithi165 conmon[67662]: 2022-01-26T00:10:02.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:02 smithi165 conmon[67662]: cluster 2022-01-26T00:10:02.067224+0000 mgr.smithi068.zkksrk (mgr.14702) 2736 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:02 smithi068 conmon[102841]: cluster 2022-01-26T00:10:02.067224+0000 mgr.smithi068.zkksrk (mgr.14702) 2736 : cluster 2022-01-26T00:10:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:02 smithi068 conmon[102841]: [DBG] pgmap v2357: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:05.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:05 smithi165 conmon[67662]: cluster 2022-01-26T00:10:04.068126+0000 mgr.smithi068.zkksrk (mgr.14702) 2737 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:05.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:05 smithi068 conmon[102841]: cluster 2022-01-26T00:10:04.068126+0000 mgr.smithi068.zkksrk (mgr.14702) 2737 : cluster [DBG] 2022-01-26T00:10:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:05 smithi068 conmon[102841]: pgmap v2358: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:07.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:07 smithi165 conmon[67662]: cluster 2022-01-26T00:10:06.068678+0000 mgr.smithi068.zkksrk (mgr.14702) 2738 : cluster [DBG] 2022-01-26T00:10:07.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:07 smithi165 conmon[67662]: pgmap v2359: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:07.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:07 smithi068 conmon[102841]: cluster 2022-01-26T00:10:06.068678+0000 mgr.smithi068.zkksrk (mgr.14702) 2738 2022-01-26T00:10:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:07 smithi068 conmon[102841]: : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:09.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:09 smithi165 conmon[67662]: cluster 2022-01-26T00:10:08.069314+0000 mgr.smithi068.zkksrk (mgr.14702) 2739 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:09.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:09 smithi068 conmon[102841]: cluster 2022-01-26T00:10:08.069314+0000 mgr.smithi068.zkksrk (mgr.14702) 2739 : cluster 2022-01-26T00:10:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:09 smithi068 conmon[102841]: [DBG] pgmap v2360: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:11 smithi165 conmon[67662]: cluster 2022-01-26T00:10:10.070063+0000 mgr.smithi068.zkksrk (mgr.14702) 2740 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:11 smithi068 conmon[102841]: cluster 2022-01-26T00:10:10.070063+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:10:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:11 smithi068 conmon[102841]: 14702) 2740 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:13.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:13 smithi165 conmon[67662]: cluster 2022-01-26T00:10:12.070558+0000 mgr.smithi068.zkksrk (mgr.14702) 2741 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:13 smithi068 conmon[102841]: cluster 2022-01-26T00:10:12.070558+0000 mgr.smithi068.zkksrk (mgr.14702) 2741 2022-01-26T00:10:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:13 smithi068 conmon[102841]: : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:15 smithi165 conmon[67662]: cluster 2022-01-26T00:10:14.071548+0000 mgr.smithi068.zkksrk (mgr.14702) 2742 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:15.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:15 smithi165 conmon[67662]: 2022-01-26T00:10:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:15 smithi068 conmon[102841]: cluster 2022-01-26T00:10:14.071548+0000 mgr.smithi068.zkksrk (mgr.14702) 2742 2022-01-26T00:10:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:15 smithi068 conmon[102841]: : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:17.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:17 smithi165 conmon[67662]: cluster 2022-01-26T00:10:16.072188+0000 mgr.smithi068.zkksrk (mgr.14702) 2743 : cluster [DBG] 2022-01-26T00:10:17.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:17 smithi165 conmon[67662]: pgmap v2364: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:17.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:17 smithi068 conmon[102841]: cluster 2022-01-26T00:10:16.072188+0000 mgr.smithi068.zkksrk (mgr.14702) 2743 : cluster [DBG] 2022-01-26T00:10:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:17 smithi068 conmon[102841]: pgmap v2364: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:19.246 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:10:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:19 smithi165 conmon[67662]: cluster 2022-01-26T00:10:18.072714+0000 mgr.smithi068.zkksrk (mgr.14702) 2744 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:19 smithi165 conmon[67662]: 2022-01-26T00:10:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:19 smithi165 conmon[67662]: audit 2022-01-26T00:10:18.382038+0000 mon.smithi068 (mon.0) 1030 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:10:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:19 smithi165 conmon[67662]: audit 2022-01-26T00:10:18.515849+0000 mon.smithi068 (mon.0) 1031 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:10:19.537 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:10:19.537 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (84m) 5m ago 85m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:10:19.537 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (77m) 5m ago 85m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:10:19.538 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (77m) 5m ago 84m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:10:19.538 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (83m) 5m ago 84m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:10:19.538 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (80m) 5m ago 80m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:10:19.538 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (80m) 5m ago 80m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:10:19.539 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (78m) 5m ago 86m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:10:19.539 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (77m) 5m ago 84m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:10:19.539 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (77m) 5m ago 86m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:10:19.539 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (77m) 5m ago 84m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:10:19.540 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (78m) 5m ago 78m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:10:19.540 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (78m) 5m ago 78m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:10:19.540 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (84m) 5m ago 84m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:10:19.540 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (84m) 5m ago 84m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:10:19.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (68m) 5m ago 83m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:10:19.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (83m) 5m ago 83m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:10:19.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (83m) 5m ago 83m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:10:19.541 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (83m) 5m ago 83m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:10:19.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (82m) 5m ago 82m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:10:19.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (82m) 5m ago 82m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:10:19.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (82m) 5m ago 82m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:10:19.542 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (82m) 5m ago 82m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:10:19.543 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (83m) 5m ago 84m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:10:19.543 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:19 smithi068 conmon[102841]: cluster 2022-01-26T00:10:18.072714+0000 mgr.smithi068.zkksrk (mgr.14702) 2744 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:19.543 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:19 smithi068 conmon[102841]: audit 2022-01-26T00:10:18.382038+0000 mon.smithi068 (mon.0) 1030 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:10:19.544 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:19 smithi068 conmon[102841]: audit 2022-01-26T00:10:18.515849+0000 mon.smithi068 (mon.0) 2022-01-26T00:10:19.544 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:19 smithi068 conmon[102841]: 1031 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:10:19.877 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:10:19.877 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:10:19.877 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:19.878 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:19.878 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:10:19.878 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:19.878 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:19.879 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:10:19.879 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:10:19.879 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:10:19.879 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:19.880 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:10:19.880 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:10:19.880 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:19.880 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:10:19.881 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:10:19.881 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:10:19.881 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:10:19.881 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:10:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:20 smithi165 conmon[67662]: audit 2022-01-26T00:10:19.235366+0000 mgr.smithi068.zkksrk (mgr.14702) 2745 : audit [DBG] from='client.35910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:20 smithi165 conmon[67662]: audit 2022-01-26T00:10:19.522686+0000 mgr.smithi068.zkksrk (mgr.14702) 2746 : audit [DBG] from='client.35914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:20.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:20 smithi165 conmon[67662]: audit 2022-01-26T00:10:19.877905+0000 mon.smithi068 (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.68:0/1905158035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:20.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:20 smithi068 conmon[102841]: audit 2022-01-26T00:10:19.235366+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:10:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:20 smithi068 conmon[102841]: 14702) 2745 : audit [DBG] from='client.35910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:20 smithi068 conmon[102841]: audit 2022-01-26T00:10:19.522686+0000 mgr.smithi068.zkksrk (mgr.14702) 2746 : audit [DBG] from='client.35914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:20.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:20 smithi068 conmon[102841]: audit 2022-01-26T00:10:20.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:20 smithi068 conmon[102841]: 2022-01-26T00:10:19.877905+0000 mon.smithi068 (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.68:0/1905158035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:21 smithi165 conmon[67662]: cluster 2022-01-26T00:10:20.073555+0000 mgr.smithi068.zkksrk (mgr.14702) 2747 : cluster [DBG] 2022-01-26T00:10:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:21 smithi165 conmon[67662]: pgmap v2366: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:21 smithi068 conmon[102841]: cluster 2022-01-26T00:10:20.073555+0000 mgr.smithi068.zkksrk (mgr.14702) 2747 2022-01-26T00:10:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:21 smithi068 conmon[102841]: : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:23 smithi165 conmon[67662]: cluster 2022-01-26T00:10:22.074054+0000 mgr.smithi068.zkksrk (mgr.14702) 2748 : cluster [DBG] 2022-01-26T00:10:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:23 smithi165 conmon[67662]: pgmap v2367: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:23.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:23 smithi068 conmon[102841]: cluster 2022-01-26T00:10:22.074054+0000 mgr.smithi068.zkksrk (mgr.14702) 2748 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:25 smithi165 conmon[67662]: cluster 2022-01-26T00:10:24.074829+0000 mgr.smithi068.zkksrk (mgr.14702) 2749 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:25 smithi165 conmon[67662]: 2022-01-26T00:10:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:25 smithi068 conmon[102841]: cluster 2022-01-26T00:10:24.074829+0000 mgr.smithi068.zkksrk (mgr.14702) 2749 : cluster [DBG] 2022-01-26T00:10:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:25 smithi068 conmon[102841]: pgmap v2368: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:27 smithi165 conmon[67662]: cluster 2022-01-26T00:10:26.075411+0000 mgr.smithi068.zkksrk (mgr.14702) 2750 : cluster 2022-01-26T00:10:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:27 smithi165 conmon[67662]: [DBG] pgmap v2369: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:27 smithi068 conmon[102841]: cluster 2022-01-26T00:10:26.075411+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:10:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:27 smithi068 conmon[102841]: 2750 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:29.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:29 smithi165 conmon[67662]: cluster 2022-01-26T00:10:28.076055+0000 mgr.smithi068.zkksrk (mgr.14702) 2751 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:29 smithi068 conmon[102841]: cluster 2022-01-26T00:10:28.076055+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:10:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:29 smithi068 conmon[102841]: 14702) 2751 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:31 smithi165 conmon[67662]: cluster 2022-01-26T00:10:30.077147+0000 mgr.smithi068.zkksrk (mgr.14702) 2752 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:31 smithi068 conmon[102841]: cluster 2022-01-26T00:10:30.077147+0000 mgr.smithi068.zkksrk (mgr.14702) 2752 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:33 smithi165 conmon[67662]: cluster 2022-01-26T00:10:32.077652+0000 mgr.smithi068.zkksrk (mgr.14702) 2753 : cluster [DBG] 2022-01-26T00:10:33.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:33 smithi165 conmon[67662]: pgmap v2372: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:33 smithi068 conmon[102841]: cluster 2022-01-26T00:10:32.077652+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:10:33.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:33 smithi068 conmon[102841]: 14702) 2753 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:35 smithi165 conmon[67662]: cluster 2022-01-26T00:10:34.078336+0000 mgr.smithi068.zkksrk (mgr.14702) 2754 : cluster [DBG] 2022-01-26T00:10:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:35 smithi165 conmon[67662]: pgmap v2373: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:35 smithi068 conmon[102841]: cluster 2022-01-26T00:10:34.078336+0000 mgr.smithi068.zkksrk (mgr.14702) 2754 : cluster 2022-01-26T00:10:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:35 smithi068 conmon[102841]: [DBG] pgmap v2373: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:37 smithi165 conmon[67662]: cluster 2022-01-26T00:10:36.078971+0000 mgr.smithi068.zkksrk (mgr.14702) 2755 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:37.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:37 smithi165 conmon[67662]: 2022-01-26T00:10:37.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:37 smithi068 conmon[102841]: cluster 2022-01-26T00:10:36.078971+0000 mgr.smithi068.zkksrk (mgr.14702) 2755 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:39 smithi165 conmon[67662]: cluster 2022-01-26T00:10:38.079492+0000 mgr.smithi068.zkksrk (mgr.14702) 2756 : cluster [DBG] 2022-01-26T00:10:39.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:39 smithi165 conmon[67662]: pgmap v2375: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:39 smithi068 conmon[102841]: cluster 2022-01-26T00:10:38.079492+0000 mgr.smithi068.zkksrk (mgr.14702) 2756 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:41 smithi068 conmon[102841]: cluster 2022-01-26T00:10:40.080380+0000 2022-01-26T00:10:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:41 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2757 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:41 smithi165 conmon[67662]: cluster 2022-01-26T00:10:40.080380+0000 mgr.smithi068.zkksrk (mgr.14702) 2757 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:43 smithi068 conmon[102841]: cluster 2022-01-26T00:10:42.080918+0000 mgr.smithi068.zkksrk (mgr.14702) 2758 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:43 smithi165 conmon[67662]: cluster 2022-01-26T00:10:42.080918+0000 mgr.smithi068.zkksrk (mgr.14702) 2758 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:45 smithi068 conmon[102841]: cluster 2022-01-26T00:10:44.081844+0000 mgr.smithi068.zkksrk (mgr.14702) 2759 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:45 smithi165 conmon[67662]: cluster 2022-01-26T00:10:44.081844+0000 mgr.smithi068.zkksrk (mgr.14702) 2759 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:47 smithi068 conmon[102841]: cluster 2022-01-26T00:10:46.082440+0000 mgr.smithi068.zkksrk (mgr.14702) 2760 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:47 smithi165 conmon[67662]: cluster 2022-01-26T00:10:46.082440+0000 mgr.smithi068.zkksrk (mgr.14702) 2760 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:49 smithi068 conmon[102841]: cluster 2022-01-26T00:10:48.083056+0000 mgr.smithi068.zkksrk (mgr.14702) 2761 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:49 smithi165 conmon[67662]: cluster 2022-01-26T00:10:48.083056+0000 mgr.smithi068.zkksrk (mgr.14702) 2761 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:50.195 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:10:50.485 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:10:50.485 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (84m) 5m ago 85m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:10:50.486 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (77m) 5m ago 85m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:10:50.486 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (77m) 5m ago 85m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:10:50.486 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (84m) 5m ago 85m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:10:50.486 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (81m) 5m ago 81m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:10:50.487 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (81m) 5m ago 81m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:10:50.487 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (78m) 5m ago 86m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:10:50.487 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (78m) 5m ago 85m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:10:50.487 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (78m) 5m ago 86m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:10:50.488 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (78m) 5m ago 84m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:10:50.488 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (78m) 5m ago 78m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:10:50.488 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (78m) 5m ago 78m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:10:50.489 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (85m) 5m ago 85m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:10:50.489 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (84m) 5m ago 84m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:10:50.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (69m) 5m ago 84m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:10:50.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (84m) 5m ago 84m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:10:50.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (83m) 5m ago 83m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:10:50.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (83m) 5m ago 83m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:10:50.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (83m) 5m ago 83m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:10:50.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (83m) 5m ago 83m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:10:50.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (82m) 5m ago 82m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:10:50.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (82m) 5m ago 82m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:10:50.492 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (84m) 5m ago 85m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:10:50.823 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:10:50.824 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:10:50.824 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:50.824 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:50.825 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:10:50.825 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:50.826 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:50.826 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:10:50.827 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:10:50.827 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:10:50.828 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:50.828 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:10:50.828 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:10:50.829 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:10:50.829 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:10:50.829 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:10:50.830 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:10:50.830 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:10:50.831 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:10:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:51 smithi068 conmon[102841]: cluster 2022-01-26T00:10:50.083819+0000 2022-01-26T00:10:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:51 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2762 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:51 smithi068 conmon[102841]: audit 2022-01-26T00:10:50.184718+0000 mgr.smithi068.zkksrk (mgr.14702) 2763 : audit [DBG] from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:51 smithi068 conmon[102841]: audit 2022-01-26T00:10:50.471210+0000 mgr.smithi068.zkksrk (mgr.14702) 2764 : audit [DBG] from='client.35926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:51 smithi068 conmon[102841]: audit 2022-01-26T00:10:50.823659+0000 mon.smithi068 (mon.0) 1033 : audit [DBG] from='client.? 172.21.15.68:0/885463411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:51 smithi165 conmon[67662]: cluster 2022-01-26T00:10:50.083819+0000 mgr.smithi068.zkksrk (mgr.14702) 2762 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:51.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:51 smithi165 conmon[67662]: audit 2022-01-26T00:10:50.184718+0000 mgr.smithi068.zkksrk (mgr.14702) 2763 : audit [DBG] from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:51.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:51 smithi165 conmon[67662]: audit 2022-01-26T00:10:50.471210+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:10:51.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:51 smithi165 conmon[67662]: ) 2764 : audit [DBG] from='client.35926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:51.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:51 smithi165 conmon[67662]: audit 2022-01-26T00:10:50.823659+0000 mon.smithi068 (mon.0) 1033 : audit [DBG] from='client.? 172.21.15.68:0/885463411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:53.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:53 smithi068 conmon[102841]: cluster 2022-01-26T00:10:52.084515 2022-01-26T00:10:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:53 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2765 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:53 smithi165 conmon[67662]: cluster 2022-01-26T00:10:52.084515+0000 mgr.smithi068.zkksrk (mgr.14702) 2765 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:55 smithi068 conmon[102841]: cluster 2022-01-26T00:10:54.085379+0000 mgr.smithi068.zkksrk (mgr.14702) 2766 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:55 smithi165 conmon[67662]: cluster 2022-01-26T00:10:54.085379+0000 mgr.smithi068.zkksrk (mgr.14702) 2766 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:10:56.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: audit 2022-01-26T00:10:56.087644+0000 mon.smithi068 (mon.0) 1034 : audit 2022-01-26T00:10:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:10:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: audit 2022-01-26T00:10:56.089239+0000 mon.smithi068 2022-01-26T00:10:56.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: (mon.0) 1035 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:10:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: audit 2022-01-26T00 2022-01-26T00:10:56.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: :10:56.090479+0000 mon.smithi068 ( 2022-01-26T00:10:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: mon.0) 1036 : audit 2022-01-26T00:10:56.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:56 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:10:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:56 smithi165 conmon[67662]: audit 2022-01-26T00:10:56.087644+0000 mon.smithi068 (mon.0) 1034 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:10:56.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:56 smithi165 conmon[67662]: audit 2022-01-26T00:10:56.089239+0000 mon.smithi068 (mon.0) 1035 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:10:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:56 smithi165 conmon[67662]: audit 2022 2022-01-26T00:10:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:56 smithi165 conmon[67662]: -01-26T00:10:56 2022-01-26T00:10:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:56 smithi165 conmon[67662]: .090479+0000 mon.smithi068 (mon.0) 2022-01-26T00:10:56.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:56 smithi165 conmon[67662]: 1036 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:10:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:57 smithi068 conmon[102841]: cluster 2022-01-26T00:10:56.086029+0000 mgr.smithi068.zkksrk (mgr.14702) 2767 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:57 smithi068 conmon[102841]: cephadm 2022-01-26T00:10:56.091327+0000 mgr.smithi068.zkksrk (mgr.14702) 2768 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:10:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:57 smithi068 conmon[102841]: audit 2022-01-26T00:10:56.506410+0000 mon.smithi068 (mon.0) 1037 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:10:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:57 smithi068 conmon[102841]: audit 2022-01-26T00:10:56.511654+0000 mon.smithi068 (mon.0) 1038 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:10:57.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: cluster 2022-01-26T00:10:56.086029+0000 mgr.smithi068.zkksrk (mgr.14702) 2767 : cluster [DBG] 2022-01-26T00:10:57.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: pgmap v2384: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:57.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: cephadm 2022-01-26T00:10:56.091327+0000 mgr.smithi068.zkksrk (mgr.14702) 2768 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:10:57.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: audit 2022-01-26T00:10:56.506410 2022-01-26T00:10:57.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1037 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:10:57.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: audit 2022-01 2022-01-26T00:10:57.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: -26T00:10:56.511654+0000 mon.smithi068 (mon.0) 1038 : audit 2022-01-26T00:10:57.948 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:57 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:10:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:10:59 smithi068 conmon[102841]: cluster 2022-01-26T00:10:58.086563+0000 mgr.smithi068.zkksrk (mgr.14702) 2769 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:59 smithi165 conmon[67662]: cluster 2022-01-26T00:10:58.086563+0000 mgr.smithi068.zkksrk (mgr.14702) 2769 : cluster 2022-01-26T00:10:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:10:59 smithi165 conmon[67662]: [DBG] pgmap v2385: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:01 smithi068 conmon[102841]: cluster 2022-01-26T00:11:00.087426+0000 mgr.smithi068.zkksrk (mgr.14702) 2770 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:01.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:01 smithi165 conmon[67662]: cluster 2022-01-26T00:11:00.087426+0000 mgr.smithi068.zkksrk (mgr.14702) 2770 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:03.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:03 smithi068 conmon[102841]: cluster 2022-01-26T00:11:02.087984+0000 mgr.smithi068.zkksrk (mgr.14702) 2771 2022-01-26T00:11:03.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:03 smithi068 conmon[102841]: : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:03 smithi165 conmon[67662]: cluster 2022-01-26T00:11:02.087984+0000 mgr.smithi068.zkksrk (mgr.14702) 2771 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:05 smithi068 conmon[102841]: cluster 2022-01-26T00:11:04.088749+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:11:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:05 smithi068 conmon[102841]: 2772 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:05 smithi165 conmon[67662]: cluster 2022-01-26T00:11:04.088749+0000 mgr.smithi068.zkksrk (mgr.14702) 2772 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:07 smithi068 conmon[102841]: cluster 2022-01-26T00:11:06.089375+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:11:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:07 smithi068 conmon[102841]: 2773 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:07.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:07 smithi165 conmon[67662]: cluster 2022-01-26T00:11:06.089375+0000 mgr.smithi068.zkksrk (mgr.14702) 2773 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:09 smithi068 conmon[102841]: cluster 2022-01-26T00:11:08.089997+0000 mgr.smithi068.zkksrk (mgr.14702) 2774 2022-01-26T00:11:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:09 smithi068 conmon[102841]: : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:09 smithi165 conmon[67662]: cluster 2022-01-26T00:11:08.089997+0000 mgr.smithi068.zkksrk (mgr.14702) 2774 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:11 smithi068 conmon[102841]: cluster 2022-01-26T00:11:10.090927+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:11:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:11 smithi068 conmon[102841]: ) 2775 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:11 smithi165 conmon[67662]: cluster 2022-01-26T00:11:10.090927 2022-01-26T00:11:11.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:11 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2775 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:13 smithi068 conmon[102841]: cluster 2022-01-26T00:11:12.091584+0000 mgr.smithi068.zkksrk (mgr.14702) 2776 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:13 smithi165 conmon[67662]: cluster 2022-01-26T00:11:12.091584+0000 mgr.smithi068.zkksrk (mgr.14702) 2776 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:15 smithi068 conmon[102841]: cluster 2022-01-26T00:11:14.092576+0000 mgr.smithi068.zkksrk (mgr.14702) 2777 : cluster 2022-01-26T00:11:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:15 smithi068 conmon[102841]: [DBG] pgmap v2393: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:15 smithi165 conmon[67662]: cluster 2022-01-26T00:11:14.092576+0000 mgr.smithi068.zkksrk (mgr.14702) 2777 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:17 smithi068 conmon[102841]: cluster 2022-01-26T00:11:16.093305+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:11:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:17 smithi068 conmon[102841]: 14702) 2778 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:17 smithi165 conmon[67662]: cluster 2022-01-26T00:11:16.093305+0000 mgr.smithi068.zkksrk (mgr.14702) 2778 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:18.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:18 smithi068 conmon[102841]: audit 2022-01-26T00:11:18.384593+0000 mon.smithi068 (mon.0 2022-01-26T00:11:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:18 smithi068 conmon[102841]: ) 1039 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:11:18.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:18 smithi068 conmon[102841]: audit 2022-01-26T00:11:18.520838+0000 mon.smithi068 (mon.0) 1040 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:11:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:18 smithi165 conmon[67662]: audit 2022-01-26T00:11:18.384593+0000 mon.smithi068 (mon.0) 1039 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:11:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:18 smithi165 conmon[67662]: audit 2022-01-26T00:11:18.520838+0000 mon.smithi068 (mon.0) 1040 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:11:19.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:19 smithi068 conmon[102841]: cluster 2022-01-26T00:11:18.093847+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:11:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:19 smithi068 conmon[102841]: 2779 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:19 smithi165 conmon[67662]: cluster 2022-01-26T00:11:18.093847+0000 mgr.smithi068.zkksrk (mgr.14702) 2779 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:20.131 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:19 smithi165 conmon[67662]: 2022-01-26T00:11:21.143 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:11:21.435 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:11:21.435 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (85m) 6m ago 86m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:11:21.436 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (78m) 6m ago 86m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:11:21.436 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (78m) 6m ago 85m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:11:21.436 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (84m) 6m ago 85m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:11:21.436 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (81m) 6m ago 81m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:11:21.437 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (81m) 6m ago 81m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:11:21.437 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (79m) 6m ago 87m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:11:21.437 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (78m) 6m ago 85m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:11:21.437 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (78m) 6m ago 87m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:11:21.438 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (78m) 6m ago 85m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:11:21.438 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (79m) 6m ago 79m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:11:21.438 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (79m) 6m ago 79m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:11:21.438 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (85m) 6m ago 85m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:11:21.439 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (85m) 6m ago 85m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:11:21.439 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (69m) 6m ago 85m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:11:21.439 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (84m) 6m ago 84m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:11:21.439 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (84m) 6m ago 84m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:11:21.439 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (84m) 6m ago 84m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:11:21.440 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (83m) 6m ago 83m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:11:21.440 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (83m) 6m ago 83m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:11:21.440 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (83m) 6m ago 83m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:11:21.440 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (83m) 6m ago 83m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:11:21.441 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (84m) 6m ago 85m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:11:21.778 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:11:21.778 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:11:21.779 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:21.779 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:21.779 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:11:21.779 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:21.780 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:21.780 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:11:21.780 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:11:21.780 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:11:21.780 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:21.781 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:11:21.781 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:11:21.781 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:21.781 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:11:21.782 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:11:21.782 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:11:21.782 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:11:21.784 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:11:21.784 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:21 smithi068 conmon[102841]: cluster 2022-01-26T00:11:20.094764+0000 mgr.smithi068.zkksrk (mgr.14702) 2780 2022-01-26T00:11:21.785 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:21 smithi068 conmon[102841]: : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:21.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:21 smithi165 conmon[67662]: cluster 2022-01-26T00:11:20.094764+0000 mgr.smithi068.zkksrk (mgr.14702) 2780 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: audit 2022-01-26T00:11:21.131913+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:11:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: .14702) 2781 : audit [DBG] from='client.35934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: audit 2022-01-26T00:11:21.421554+0000 2022-01-26T00:11:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2782 : audit [DBG] from='client.35938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:11:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: 01-26T00:11:21.779072 2022-01-26T00:11:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 1041 2022-01-26T00:11:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:22 smithi068 conmon[102841]: : audit [DBG] from='client.? 172.21.15.68:0/4037982148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:22 smithi165 conmon[67662]: audit 2022-01-26T00:11:21.131913+0000 mgr.smithi068.zkksrk (mgr.14702) 2781 : audit [DBG] from='client.35934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:22 smithi165 conmon[67662]: audit 2022-01-26T00:11:21.421554+0000 mgr.smithi068.zkksrk (mgr.14702) 2782 : audit [DBG] from='client.35938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:22 smithi165 conmon[67662]: audit 2022-01-26T00:11:21.779072+0000 mon.smithi068 (mon.0) 1041 : audit [DBG] from='client.? 172.21.15.68:0/4037982148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:23.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:23 smithi165 conmon[67662]: cluster 2022-01-26T00:11:22.095188+0000 mgr.smithi068.zkksrk (mgr.14702) 2783 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:24.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:23 smithi068 conmon[102841]: cluster 2022-01-26T00:11:22.095188+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:11:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:23 smithi068 conmon[102841]: 14702) 2783 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:25.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:25 smithi165 conmon[67662]: cluster 2022-01-26T00:11:24.095932+0000 mgr.smithi068.zkksrk (mgr.14702) 2784 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:26.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:25 smithi068 conmon[102841]: cluster 2022-01-26T00:11:24.095932+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:11:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:25 smithi068 conmon[102841]: 2784 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:27.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:27 smithi165 conmon[67662]: cluster 2022-01-26T00:11:26.096652+0000 2022-01-26T00:11:27.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:27 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2785 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:28.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:27 smithi068 conmon[102841]: cluster 2022-01-26T00:11:26.096652+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:11:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:27 smithi068 conmon[102841]: 14702) 2785 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:29.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:29 smithi165 conmon[67662]: cluster 2022-01-26T00:11:28.097280+0000 mgr.smithi068.zkksrk (mgr.14702) 2786 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:30.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:29 smithi068 conmon[102841]: cluster 2022-01-26T00:11:28.097280+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:11:30.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:29 smithi068 conmon[102841]: ) 2786 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:31.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:31 smithi165 conmon[67662]: cluster 2022-01-26T00:11:30.098376+0000 mgr.smithi068.zkksrk (mgr.14702) 2787 : cluster 2022-01-26T00:11:31.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:31 smithi165 conmon[67662]: [DBG] pgmap v2401: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:32.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:31 smithi068 conmon[102841]: cluster 2022-01-26T00:11:30.098376+0000 mgr.smithi068.zkksrk (mgr.14702) 2787 2022-01-26T00:11:32.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:31 smithi068 conmon[102841]: : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:33 smithi165 conmon[67662]: cluster 2022-01-26T00:11:32.099077+0000 mgr.smithi068.zkksrk (mgr.14702) 2788 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:34.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:33 smithi068 conmon[102841]: cluster 2022-01-26T00:11:32.099077+0000 mgr.smithi068.zkksrk (mgr.14702) 2788 : 2022-01-26T00:11:34.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:33 smithi068 conmon[102841]: cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:35 smithi165 conmon[67662]: cluster 2022-01-26T00:11:34.100053+0000 mgr.smithi068.zkksrk (mgr.14702) 2789 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:36.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:35 smithi068 conmon[102841]: cluster 2022-01-26T00:11:34.100053+0000 mgr.smithi068.zkksrk (mgr.14702) 2789 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:37.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:37 smithi165 conmon[67662]: cluster 2022-01-26T00:11:36.100612+0000 mgr.smithi068.zkksrk (mgr.14702) 2790 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:37 smithi068 conmon[102841]: cluster 2022-01-26T00:11:36.100612+0000 mgr.smithi068.zkksrk (mgr.14702) 2790 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:39.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:39 smithi165 conmon[67662]: cluster 2022-01-26T00:11:38.101235+0000 mgr.smithi068.zkksrk (mgr.14702) 2791 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:40.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:39 smithi068 conmon[102841]: cluster 2022-01-26T00:11:38.101235+0000 mgr.smithi068.zkksrk (mgr.14702) 2791 : cluster 2022-01-26T00:11:40.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:39 smithi068 conmon[102841]: [DBG] pgmap v2405: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:41.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:41 smithi165 conmon[67662]: cluster 2022-01-26T00:11:40.102092+0000 mgr.smithi068.zkksrk (mgr.14702) 2792 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:42.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:41 smithi068 conmon[102841]: cluster 2022-01-26T00:11:40.102092+0000 mgr.smithi068.zkksrk (mgr.14702) 2792 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:43 smithi165 conmon[67662]: cluster 2022-01-26T00:11:42.102605+0000 mgr.smithi068.zkksrk (mgr.14702) 2793 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:44.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:43 smithi068 conmon[102841]: cluster 2022-01-26T00:11:42.102605+0000 mgr.smithi068.zkksrk (mgr.14702) 2793 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:45 smithi165 conmon[67662]: cluster 2022-01-26T00:11:44.103586+0000 mgr.smithi068.zkksrk (mgr.14702) 2794 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:46.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:45 smithi068 conmon[102841]: cluster 2022-01-26T00:11:44.103586+0000 mgr.smithi068.zkksrk (mgr.14702) 2794 : cluster 2022-01-26T00:11:46.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:45 smithi068 conmon[102841]: [DBG] pgmap v2408: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:47 smithi165 conmon[67662]: cluster 2022-01-26T00:11:46.104134+0000 mgr.smithi068.zkksrk (mgr.14702) 2795 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:48.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:47 smithi068 conmon[102841]: cluster 2022-01-26T00:11:46.104134+0000 mgr.smithi068.zkksrk (mgr.14702) 2795 : cluster [DBG] 2022-01-26T00:11:48.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:47 smithi068 conmon[102841]: pgmap v2409: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:49 smithi165 conmon[67662]: cluster 2022-01-26T00:11:48.104843+0000 mgr.smithi068.zkksrk (mgr.14702) 2796 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:50.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:49 smithi068 conmon[102841]: cluster 2022-01-26T00:11:48.104843+0000 mgr.smithi068.zkksrk (mgr.14702) 2796 : 2022-01-26T00:11:50.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:49 smithi068 conmon[102841]: cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:51 smithi165 conmon[67662]: cluster 2022-01-26T00:11:50.105937+0000 mgr.smithi068.zkksrk (mgr.14702) 2797 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:52.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:51 smithi068 conmon[102841]: cluster 2022-01-26T00:11:50.105937+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:11:52.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:51 smithi068 conmon[102841]: ) 2797 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:52.096 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:11:52.381 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:11:52.381 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (85m) 6m ago 86m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:11:52.381 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (78m) 6m ago 86m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:11:52.381 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (78m) 7m ago 86m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:11:52.382 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (85m) 6m ago 86m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:11:52.382 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (82m) 6m ago 82m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:11:52.383 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (82m) 7m ago 82m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:11:52.383 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (79m) 6m ago 87m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:11:52.383 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (79m) 7m ago 86m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:11:52.383 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (79m) 6m ago 87m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:11:52.384 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (79m) 7m ago 85m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:11:52.384 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (79m) 6m ago 79m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:11:52.384 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (79m) 7m ago 79m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:11:52.384 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (86m) 6m ago 86m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:11:52.386 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (85m) 7m ago 85m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:11:52.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (70m) 6m ago 85m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:11:52.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (85m) 6m ago 85m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:11:52.387 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (84m) 6m ago 84m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:11:52.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (84m) 6m ago 84m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:11:52.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (84m) 7m ago 84m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:11:52.388 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (84m) 7m ago 84m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:11:52.389 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (83m) 7m ago 83m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:11:52.390 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (83m) 7m ago 83m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:11:52.391 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (85m) 6m ago 86m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:11:52.726 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:11:52.726 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:11:52.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:52.727 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:52.727 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:11:52.727 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:52.727 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:52.728 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:11:52.728 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:11:52.728 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:11:52.728 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:52.729 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:11:52.729 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:11:52.729 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:11:52.729 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:11:52.729 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:11:52.730 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:11:52.730 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:11:52.730 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:11:52.731 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:52 smithi068 conmon[102841]: audit 2022-01-26T00:11 2022-01-26T00:11:52.731 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:52 smithi068 conmon[102841]: :52.085034+0000 mgr.smithi068.zkksrk (mgr.14702) 2798 : audit [DBG] from='client.35946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:52.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:52 smithi165 conmon[67662]: audit 2022-01-26T00:11:52.085034+0000 mgr.smithi068.zkksrk (mgr.14702) 2798 : audit [DBG] from='client.35946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:53.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:53 smithi165 conmon[67662]: cluster 2022-01-26T00:11:52.106373+0000 mgr.smithi068.zkksrk (mgr.14702) 2799 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:53 smithi165 conmon[67662]: audit 2022-01-26T00:11:52.367442+0000 mgr.smithi068.zkksrk (mgr.14702) 2800 2022-01-26T00:11:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:53 smithi165 conmon[67662]: : audit [DBG] from='client.35950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:53 smithi165 conmon[67662]: audit 2022-01-26T00:11:52.726848+0000 mon.smithi068 (mon.0) 1042 : audit [DBG] from='client.? 172.21.15.68:0/2824077394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:54.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:53 smithi068 conmon[102841]: cluster 2022-01-26T00:11:52.106373+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:11:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:53 smithi068 conmon[102841]: 2799 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:53 smithi068 conmon[102841]: audit 2022-01-26T00:11:52.367442+0000 mgr.smithi068.zkksrk (mgr.14702) 2800 : audit [DBG] from='client.35950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:54.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:53 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:11:54.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:53 smithi068 conmon[102841]: 00:11:52.726848+0000 mon.smithi068 (mon.0) 1042 : audit [DBG] from='client.? 172.21.15.68:0/2824077394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:55 smithi165 conmon[67662]: cluster 2022-01-26T00:11:54.107185+0000 mgr.smithi068.zkksrk (mgr.14702) 2801 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:56.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:55 smithi068 conmon[102841]: cluster 2022-01-26T00:11:54.107185+0000 mgr.smithi068.zkksrk (mgr.14702) 2801 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:11:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:56 smithi165 conmon[67662]: audit 2022-01-26T00:11:56.514757+0000 mon.smithi068 (mon.0) 1043 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:11:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:56 smithi165 conmon[67662]: audit 2022-01-26T 2022-01-26T00:11:56.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:56 smithi165 conmon[67662]: 00:11:56.516348+0000 mon.smithi068 (mon.0) 1044 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:11:56.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:56 smithi165 conmon[67662]: audit 2022-01-26T00:11:56.517381+0000 mon.smithi068 (mon.0) 1045 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:11:57.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: audit 2022-01-26T00:11:56.514757+0000 mon.smithi068 ( 2022-01-26T00:11:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: mon.0) 1043 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:11:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: audit 2022-01-26T00:11:56.516348+0000 mon.smithi068 (mon.0) 1044 2022-01-26T00:11:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:11:57.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: audit 2022-01-26T00:11:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: 2022-01-26T00:11:56.517381+0000 mon.smithi068 (mon.0) 1045 2022-01-26T00:11:57.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:56 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:11:58.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:57 smithi165 conmon[67662]: cluster 2022-01-26T00:11:56.107919+0000 mgr.smithi068.zkksrk (mgr.14702) 2802 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:58.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:57 smithi165 conmon[67662]: cephadm 2022-01-26T00:11:56.518249+0000 mgr.smithi068.zkksrk (mgr.14702) 2803 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:11:58.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:57 smithi165 conmon[67662]: audit 2022-01-26T00:11:56.931410+0000 mon.smithi068 (mon.0) 1046 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:11:58.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:57 smithi165 conmon[67662]: audit 2022-01-26T00:11:56.936541+0000 mon.smithi068 (mon.0) 1047 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:11:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: cluster 2022-01-26T00:11:56.107919 2022-01-26T00:11:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2802 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:58.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: cephadm 2022-01-26T00:11: 2022-01-26T00:11:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: 56.518249+0000 mgr.smithi068.zkksrk (mgr.14702) 2803 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:11:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:11:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: 00:11:56.931410+0000 mon.smithi068 (mon.0 2022-01-26T00:11:58.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: ) 1046 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:11:58.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:11:58.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: T00:11:56.936541+0000 mon.smithi068 (mon.0 2022-01-26T00:11:58.298 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:57 smithi068 conmon[102841]: ) 1047 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:12:00.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:11:59 smithi165 conmon[67662]: cluster 2022-01-26T00:11:58.108382+0000 mgr.smithi068.zkksrk (mgr.14702) 2804 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:00.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:59 smithi068 conmon[102841]: cluster 2022-01-26T00:11:58.108382+0000 mgr.smithi068.zkksrk (mgr.14702) 2804 2022-01-26T00:12:00.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:11:59 smithi068 conmon[102841]: : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:02.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:01 smithi165 conmon[67662]: cluster 2022-01-26T00:12:00.109268+0000 mgr.smithi068.zkksrk (mgr.14702) 2805 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:02.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:01 smithi068 conmon[102841]: cluster 2022-01-26T00:12:00.109268+0000 mgr.smithi068.zkksrk (mgr.14702) 2805 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:04.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:03 smithi165 conmon[67662]: cluster 2022-01-26T00:12:02.109953+0000 mgr.smithi068.zkksrk (mgr.14702) 2806 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:03 smithi068 conmon[102841]: cluster 2022-01-26T00:12:02.109953+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:12:04.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:03 smithi068 conmon[102841]: .14702) 2806 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:06.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:05 smithi068 conmon[102841]: cluster 2022-01-26T00:12:04.110998+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:12:06.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:05 smithi068 conmon[102841]: .14702) 2807 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:06.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:05 smithi165 conmon[67662]: cluster 2022-01-26T00:12:04.110998+0000 mgr.smithi068.zkksrk (mgr.14702) 2807 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:08.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:07 smithi068 conmon[102841]: cluster 2022-01-26T00:12:06.111602+0000 mgr.smithi068.zkksrk (mgr.14702) 2808 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:08.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:07 smithi165 conmon[67662]: cluster 2022-01-26T00:12:06.111602+0000 mgr.smithi068.zkksrk (mgr.14702) 2808 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:10.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:09 smithi068 conmon[102841]: cluster 2022-01-26T00:12:08.112260+0000 mgr.smithi068.zkksrk (mgr.14702) 2809 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:10.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:09 smithi165 conmon[67662]: cluster 2022-01-26T00:12:08.112260+0000 mgr.smithi068.zkksrk (mgr.14702) 2809 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:12.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:11 smithi068 conmon[102841]: cluster 2022-01-26T00:12:10.113168+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:12:12.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:11 smithi068 conmon[102841]: ) 2810 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:12.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:11 smithi165 conmon[67662]: cluster 2022-01-26T00:12:10.113168+0000 mgr.smithi068.zkksrk (mgr.14702) 2810 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:14.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:13 smithi068 conmon[102841]: cluster 2022-01-26T00:12:12.113648+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:12:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:13 smithi068 conmon[102841]: 2811 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:13 smithi165 conmon[67662]: cluster 2022-01-26T00:12:12.113648+0000 mgr.smithi068.zkksrk (mgr.14702) 2811 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:15 smithi068 conmon[102841]: cluster 2022-01-26T00:12:14.114470+0000 mgr.smithi068.zkksrk (mgr.14702) 2812 : cluster 2022-01-26T00:12:16.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:15 smithi068 conmon[102841]: [DBG] pgmap v2423: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:15 smithi165 conmon[67662]: cluster 2022-01-26T00:12:14.114470+0000 mgr.smithi068.zkksrk (mgr.14702) 2812 : cluster 2022-01-26T00:12:16.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:15 smithi165 conmon[67662]: [DBG] pgmap v2423: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:18.295 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:17 smithi068 conmon[102841]: cluster 2022-01-26T00:12:16.115232+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:12:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:17 smithi068 conmon[102841]: ) 2813 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:18.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:17 smithi165 conmon[67662]: cluster 2022-01-26T00:12:16.115232+0000 mgr.smithi068.zkksrk (mgr.14702) 2813 : cluster [DBG] 2022-01-26T00:12:18.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:17 smithi165 conmon[67662]: pgmap v2424: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:18 smithi068 conmon[102841]: audit 2022-01-26T00:12:18.387083+0000 mon.smithi068 (mon.0 2022-01-26T00:12:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:18 smithi068 conmon[102841]: ) 1048 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:12:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:18 smithi068 conmon[102841]: audit 2022-01-26T00:12:18.525689+0000 mon.smithi068 (mon.0) 1049 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:12:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:18 smithi165 conmon[67662]: audit 2022-01-26T00:12:18.387083+0000 mon.smithi068 (mon.0) 1048 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:12:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:18 smithi165 conmon[67662]: audit 2022-01-26T00:12:18.525689+0000 mon.smithi068 (mon.0) 1049 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:12:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:19 smithi068 conmon[102841]: cluster 2022-01-26T00:12:18.115722+0000 mgr.smithi068.zkksrk (mgr.14702) 2814 : cluster 2022-01-26T00:12:20.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:19 smithi068 conmon[102841]: [DBG] pgmap v2425: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:19 smithi165 conmon[67662]: cluster 2022-01-26T00:12:18.115722+0000 mgr.smithi068.zkksrk (mgr.14702) 2814 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:21 smithi068 conmon[102841]: cluster 2022-01-26T00:12:20.116662+0000 mgr.smithi068.zkksrk (mgr.14702) 2815 : cluster 2022-01-26T00:12:22.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:21 smithi068 conmon[102841]: [DBG] pgmap v2426: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:22.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:21 smithi165 conmon[67662]: cluster 2022-01-26T00:12:20.116662+0000 mgr.smithi068.zkksrk (mgr.14702) 2815 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:23.043 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:12:23.331 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:12:23.331 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (86m) 7m ago 87m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:12:23.331 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (79m) 7m ago 87m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:12:23.332 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (79m) 7m ago 86m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:12:23.332 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (85m) 7m ago 86m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:12:23.332 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (82m) 7m ago 82m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:12:23.332 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (82m) 7m ago 82m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:12:23.333 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (80m) 7m ago 88m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:12:23.333 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (79m) 7m ago 86m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:12:23.333 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (79m) 7m ago 88m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:12:23.333 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (79m) 7m ago 86m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:12:23.334 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (80m) 7m ago 80m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:12:23.334 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (80m) 7m ago 80m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:12:23.334 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (86m) 7m ago 86m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:12:23.334 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (86m) 7m ago 86m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:12:23.334 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (70m) 7m ago 86m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:12:23.335 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (85m) 7m ago 85m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:12:23.335 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (85m) 7m ago 85m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:12:23.335 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (85m) 7m ago 85m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:12:23.335 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (84m) 7m ago 84m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:12:23.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (84m) 7m ago 84m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:12:23.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (84m) 7m ago 84m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:12:23.336 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (84m) 7m ago 84m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:12:23.338 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (85m) 7m ago 86m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:12:23.667 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:12:23.668 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:12:23.668 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:23.668 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:23.668 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:12:23.669 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:23.669 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:23.669 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:12:23.669 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:12:23.669 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:12:23.670 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:23.670 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:12:23.670 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:12:23.670 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:23.671 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:12:23.671 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:12:23.671 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:12:23.671 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:12:23.672 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:12:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: cluster 2022-01-26T00:12:22.117298+0000 mgr.smithi068.zkksrk 2022-01-26T00:12:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: (mgr.14702) 2816 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:24.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: audit 2022-01-26T00:12:23.031906+0000 mgr.smithi068.zkksrk 2022-01-26T00:12:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: (mgr.14702) 2817 : audit [DBG] from='client.35958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: audit 2022 2022-01-26T00:12:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: -01-26T00:12:23.668328+0000 mon.smithi068 2022-01-26T00:12:24.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:23 smithi068 conmon[102841]: (mon.0) 1050 : audit [DBG] from='client.? 172.21.15.68:0/4225471457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:23 smithi165 conmon[67662]: cluster 2022-01-26T00:12:22.117298+0000 mgr.smithi068.zkksrk (mgr.14702) 2816 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:23 smithi165 conmon[67662]: audit 2022- 2022-01-26T00:12:24.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:23 smithi165 conmon[67662]: 01-26T00:12:23.031906+0000 mgr.smithi068.zkksrk (mgr.14702) 2817 : audit [DBG] from='client.35958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:24.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:23 smithi165 conmon[67662]: audit 2022-01-26T00:12:23.668328+0000 mon.smithi068 (mon.0) 1050 : audit [DBG] from='client.? 172.21.15.68:0/4225471457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:25.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:24 smithi068 conmon[102841]: audit 2022-01-26T00:12:23.317054+0000 mgr.smithi068.zkksrk (mgr.14702) 2818 : audit 2022-01-26T00:12:25.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:24 smithi068 conmon[102841]: [DBG] from='client.35962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:24 smithi165 conmon[67662]: audit 2022-01-26T00:12:23.317054+0000 mgr.smithi068.zkksrk (mgr.14702) 2818 : audit [DBG] from='client.35962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:25 smithi068 conmon[102841]: cluster 2022-01-26T00:12:24.117996+0000 mgr.smithi068.zkksrk (mgr.14702) 2819 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:26.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:25 smithi068 conmon[102841]: 2022-01-26T00:12:26.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:25 smithi165 conmon[67662]: cluster 2022-01-26T00:12:24.117996+0000 mgr.smithi068.zkksrk (mgr.14702) 2819 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:28.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:27 smithi068 conmon[102841]: cluster 2022-01-26T00:12:26.118569+0000 mgr.smithi068.zkksrk (mgr.14702) 2820 : 2022-01-26T00:12:28.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:27 smithi068 conmon[102841]: cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:27 smithi165 conmon[67662]: cluster 2022-01-26T00:12:26.118569+0000 mgr.smithi068.zkksrk (mgr.14702) 2820 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:30.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:29 smithi068 conmon[102841]: cluster 2022-01-26T00:12:28.119314+0000 mgr.smithi068.zkksrk (mgr.14702) 2821 : 2022-01-26T00:12:30.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:29 smithi068 conmon[102841]: cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:30.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:30 smithi165 conmon[67662]: cluster 2022-01-26T00:12:28.119314+0000 mgr.smithi068.zkksrk (mgr.14702) 2821 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:32.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:32 smithi068 conmon[102841]: cluster 2022-01-26T00:12:30.120084+0000 mgr.smithi068.zkksrk (mgr.14702) 2822 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:32 smithi165 conmon[67662]: cluster 2022-01-26T00:12:30.120084+0000 mgr.smithi068.zkksrk (mgr.14702) 2822 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:34.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:34 smithi068 conmon[102841]: cluster 2022-01-26T00:12:32.120533+0000 mgr.smithi068.zkksrk (mgr.14702) 2823 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:34.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:34 smithi165 conmon[67662]: cluster 2022-01-26T00:12:32.120533+0000 mgr.smithi068.zkksrk (mgr.14702) 2823 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:36.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:36 smithi068 conmon[102841]: cluster 2022-01-26T00:12:34.121340+0000 mgr.smithi068.zkksrk (mgr.14702) 2824 : cluster 2022-01-26T00:12:36.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:36 smithi068 conmon[102841]: [DBG] pgmap v2433: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:36.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:36 smithi165 conmon[67662]: cluster 2022-01-26T00:12:34.121340+0000 mgr.smithi068.zkksrk (mgr.14702) 2824 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:38.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:38 smithi068 conmon[102841]: cluster 2022-01-26T00:12:36.121885+0000 mgr.smithi068.zkksrk (mgr.14702) 2825 2022-01-26T00:12:38.297 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:38 smithi068 conmon[102841]: : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:38.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:38 smithi165 conmon[67662]: cluster 2022-01-26T00:12:36.121885+0000 mgr.smithi068.zkksrk (mgr.14702) 2825 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:40.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:40 smithi068 conmon[102841]: cluster 2022-01-26T00:12:38.122502+0000 mgr.smithi068.zkksrk (mgr.14702) 2826 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:40.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:40 smithi165 conmon[67662]: cluster 2022-01-26T00:12:38.122502+0000 mgr.smithi068.zkksrk (mgr.14702) 2826 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:41 smithi165 conmon[67662]: cluster 2022-01-26T00:12:40.123490+0000 mgr.smithi068.zkksrk (mgr.14702) 2827 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:41 smithi068 conmon[102841]: cluster 2022-01-26T00:12:40.123490+0000 mgr.smithi068.zkksrk (mgr.14702) 2827 2022-01-26T00:12:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:41 smithi068 conmon[102841]: : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:43.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:43 smithi165 conmon[67662]: cluster 2022-01-26T00:12:42.124091+0000 mgr.smithi068.zkksrk (mgr.14702) 2828 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:43 smithi068 conmon[102841]: cluster 2022-01-26T00:12:42.124091+0000 mgr.smithi068.zkksrk (mgr.14702) 2828 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:45.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:45 smithi165 conmon[67662]: cluster 2022-01-26T00:12:44.124993+0000 mgr.smithi068.zkksrk (mgr.14702) 2829 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:45 smithi068 conmon[102841]: cluster 2022-01-26T00:12:44.124993+0000 mgr.smithi068.zkksrk (mgr.14702) 2829 : cluster 2022-01-26T00:12:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:45 smithi068 conmon[102841]: [DBG] pgmap v2438: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:47.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:47 smithi165 conmon[67662]: cluster 2022-01-26T00:12:46.125579+0000 mgr.smithi068.zkksrk (mgr.14702) 2830 : cluster 2022-01-26T00:12:47.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:47 smithi165 conmon[67662]: [DBG] pgmap v2439: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:47.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:47 smithi068 conmon[102841]: cluster 2022-01-26T00:12:46.125579+0000 mgr.smithi068.zkksrk (mgr.14702) 2830 : cluster 2022-01-26T00:12:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:47 smithi068 conmon[102841]: [DBG] pgmap v2439: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:49.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:49 smithi165 conmon[67662]: cluster 2022-01-26T00:12:48.126062+0000 mgr.smithi068.zkksrk (mgr.14702) 2831 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:49 smithi068 conmon[102841]: cluster 2022-01-26T00:12:48.126062+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:12:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:49 smithi068 conmon[102841]: ) 2831 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:51 smithi165 conmon[67662]: cluster 2022-01-26T00:12:50.127010+0000 mgr.smithi068.zkksrk (mgr.14702) 2832 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:51.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:51 smithi165 conmon[67662]: 2022-01-26T00:12:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:51 smithi068 conmon[102841]: cluster 2022-01-26T00:12:50.127010+0000 mgr.smithi068.zkksrk (mgr.14702) 2832 : 2022-01-26T00:12:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:51 smithi068 conmon[102841]: cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:53 smithi165 conmon[67662]: cluster 2022-01-26T00:12:52.127606+0000 mgr.smithi068.zkksrk (mgr.14702) 2833 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:53 smithi165 conmon[67662]: 2022-01-26T00:12:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:53 smithi068 conmon[102841]: cluster 2022-01-26T00:12:52.127606+0000 mgr.smithi068.zkksrk (mgr.14702) 2833 : 2022-01-26T00:12:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:53 smithi068 conmon[102841]: cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:53.991 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:12:54.282 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:12:54.282 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (86m) 8m ago 87m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:12:54.283 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (79m) 8m ago 87m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:12:54.283 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (79m) 8m ago 87m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:12:54.283 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (86m) 8m ago 87m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:12:54.283 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (83m) 8m ago 83m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:12:54.283 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (83m) 8m ago 83m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:12:54.284 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (80m) 8m ago 88m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:12:54.284 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (80m) 8m ago 87m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:12:54.284 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (80m) 8m ago 89m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:12:54.284 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (80m) 8m ago 87m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:12:54.285 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (81m) 8m ago 81m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:12:54.285 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (80m) 8m ago 80m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:12:54.285 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (87m) 8m ago 87m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:12:54.285 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (86m) 8m ago 86m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:12:54.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (71m) 8m ago 86m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:12:54.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (86m) 8m ago 86m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:12:54.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (85m) 8m ago 85m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:12:54.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (85m) 8m ago 85m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:12:54.286 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (85m) 8m ago 85m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:12:54.287 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (85m) 8m ago 85m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:12:54.287 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (84m) 8m ago 84m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:12:54.287 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (84m) 8m ago 84m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:12:54.287 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (86m) 8m ago 87m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:12:54.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:54 smithi068 conmon[102841]: audit 2022-01-26T00:12:53.979974+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:12:54.288 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:54 smithi068 conmon[102841]: mgr.14702) 2834 : audit [DBG] from='client.35970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:54 smithi165 conmon[67662]: audit 2022-01-26T00:12:53.979974+0000 mgr.smithi068.zkksrk (mgr.14702) 2834 : audit [DBG] 2022-01-26T00:12:54.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:54 smithi165 conmon[67662]: from='client.35970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:54.620 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:12:54.621 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:12:54.621 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:54.621 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:54.621 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:12:54.622 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:54.622 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:54.622 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:12:54.622 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:12:54.623 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:12:54.623 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:54.623 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:12:54.623 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:12:54.623 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:12:54.624 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:12:54.624 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:12:54.624 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:12:54.624 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:12:54.625 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:12:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:55 smithi165 conmon[67662]: cluster 2022-01-26T00:12:54.128298+0000 mgr.smithi068.zkksrk (mgr.14702) 2835 : cluster [DBG] 2022-01-26T00:12:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:55 smithi165 conmon[67662]: pgmap v2443: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:55.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:55 smithi165 conmon[67662]: audit 2022-01-26T00:12:54.268028+0000 mgr.smithi068.zkksrk (mgr.14702) 2836 : audit [DBG] from='client.35974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:55.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:55 smithi165 conmon[67662]: audit 2022-01-26T00:12:54.621320+0000 mon.smithi068 (mon.0) 1051 : 2022-01-26T00:12:55.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:55 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/1457325240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: cluster 2022-01-26T00:12:54.128298+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:12:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: mgr.14702) 2835 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:12:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: audit 2022-01-26T00:12:54.268028+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:12:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: ) 2836 : audit [DBG] from='client.35974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: audit 2022-01-26T00:12:55.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: 2022-01-26T00:12:54.621320+0000 mon.smithi068 (mon.0) 2022-01-26T00:12:55.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:55 smithi068 conmon[102841]: 1051 : audit [DBG] from='client.? 172.21.15.68:0/1457325240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: cluster 2022-01-26T00:12:56.128890+0000 mgr.smithi068.zkksrk (mgr.14702) 2837 : 2022-01-26T00:12:57.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: audit 2022-01-26T00:12:56.939698+0000 mon.smithi068 (mon.0) 1052 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:12:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: audit 2022-01-26T00:12:56.941209+0000 mon.smithi068 ( 2022-01-26T00:12:57.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: mon.0) 1053 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:12:57.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: audit 2022-01-26 2022-01-26T00:12:57.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: T00:12:56.942343+0000 mon.smithi068 (mon.0 2022-01-26T00:12:57.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: ) 1054 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:12:57.449 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: cephadm 2022-01 2022-01-26T00:12:57.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: -26T00:12:56.943171+0000 mgr.smithi068.zkksrk 2022-01-26T00:12:57.450 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: (mgr.14702) 2838 : cephadm [WRN] 2022-01-26T00:12:57.451 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:57 smithi165 conmon[67662]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:12:57.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:57 smithi068 conmon[102841]: cluster 2022-01-26T00:12:56.128890+0000 2022-01-26T00:12:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:57 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2837 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:57 smithi068 conmon[102841]: audit 2022-01-26T00:12:56.939698+0000 mon.smithi068 (mon.0) 1052 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:12:57.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:57 smithi068 conmon[102841]: audit 2022-01-26T00:12:56.941209+0000 mon.smithi068 (mon.0) 1053 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:12:57.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:57 smithi068 conmon[102841]: audit 2022-01-26T00:12:56.942343+0000 mon.smithi068 (mon.0) 1054 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:12:57.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:57 smithi068 conmon[102841]: cephadm 2022-01-26T00:12:56.943171+0000 mgr.smithi068.zkksrk (mgr.14702) 2838 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:12:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:58 smithi068 conmon[102841]: audit 2022-01-26T00:12:57.357477+0000 mon.smithi068 (mon.0) 1055 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:12:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:58 smithi068 conmon[102841]: audit 2022-01-26T00:12:57.362784+0000 mon.smithi068 (mon.0) 1056 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:12:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:58 smithi165 conmon[67662]: audit 2022-01-26T00:12:57.357477+0000 mon.smithi068 (mon.0) 1055 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:12:58.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:58 smithi165 conmon[67662]: 2022-01-26T00:12:58.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:58 smithi165 conmon[67662]: audit 2022-01-26T00:12:57.362784+0000 mon.smithi068 (mon.0) 1056 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:12:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:12:59 smithi165 conmon[67662]: cluster 2022-01-26T00:12:58.129489+0000 mgr.smithi068.zkksrk (mgr.14702) 2839 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:59.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:59 smithi068 conmon[102841]: cluster 2022-01-26T00:12:58.129489+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:12:59.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:12:59 smithi068 conmon[102841]: .14702) 2839 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:01 smithi165 conmon[67662]: cluster 2022-01-26T00:13:00.130321+0000 mgr.smithi068.zkksrk (mgr.14702) 2840 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:01 smithi068 conmon[102841]: cluster 2022-01-26T00:13:00.130321+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:13:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:01 smithi068 conmon[102841]: mgr.14702) 2840 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:03 smithi165 conmon[67662]: cluster 2022-01-26T00:13:02.130858+0000 mgr.smithi068.zkksrk (mgr.14702) 2841 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:03 smithi165 conmon[67662]: 2022-01-26T00:13:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:03 smithi068 conmon[102841]: cluster 2022-01-26T00:13:02.130858+0000 mgr.smithi068.zkksrk (mgr.14702) 2841 : cluster [DBG] 2022-01-26T00:13:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:03 smithi068 conmon[102841]: pgmap v2447: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:05 smithi165 conmon[67662]: cluster 2022-01-26T00:13:04.131778+0000 mgr.smithi068.zkksrk (mgr.14702) 2842 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:05 smithi068 conmon[102841]: cluster 2022-01-26T00:13:04.131778+0000 mgr.smithi068.zkksrk (mgr.14702) 2842 : cluster 2022-01-26T00:13:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:05 smithi068 conmon[102841]: [DBG] pgmap v2448: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:07 smithi165 conmon[67662]: cluster 2022-01-26T00:13:06.132440+0000 mgr.smithi068.zkksrk (mgr.14702) 2843 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:07 smithi068 conmon[102841]: cluster 2022-01-26T00:13:06.132440+0000 mgr.smithi068.zkksrk (mgr.14702) 2843 : cluster [DBG] 2022-01-26T00:13:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:07 smithi068 conmon[102841]: pgmap v2449: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:09 smithi165 conmon[67662]: cluster 2022-01-26T00:13:08.132959+0000 mgr.smithi068.zkksrk (mgr.14702) 2844 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:09 smithi068 conmon[102841]: cluster 2022-01-26T00:13:08.132959+0000 mgr.smithi068.zkksrk (mgr.14702) 2844 : cluster 2022-01-26T00:13:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:09 smithi068 conmon[102841]: [DBG] pgmap v2450: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:11 smithi165 conmon[67662]: cluster 2022-01-26T00:13:10.133963+0000 mgr.smithi068.zkksrk (mgr.14702) 2845 : cluster 2022-01-26T00:13:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:11 smithi165 conmon[67662]: [DBG] pgmap v2451: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:11.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:11 smithi068 conmon[102841]: cluster 2022-01-26T00:13:10.133963+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:13:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:11 smithi068 conmon[102841]: 2845 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:13 smithi165 conmon[67662]: cluster 2022-01-26T00:13:12.134551+0000 mgr.smithi068.zkksrk (mgr.14702) 2846 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:13 smithi165 conmon[67662]: 2022-01-26T00:13:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:13 smithi068 conmon[102841]: cluster 2022-01-26T00:13:12.134551+0000 mgr.smithi068.zkksrk (mgr.14702) 2846 : cluster 2022-01-26T00:13:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:13 smithi068 conmon[102841]: [DBG] pgmap v2452: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:15 smithi165 conmon[67662]: cluster 2022-01-26T00:13:14.135251+0000 mgr.smithi068.zkksrk (mgr.14702) 2847 : cluster [DBG] 2022-01-26T00:13:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:15 smithi165 conmon[67662]: pgmap v2453: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:15 smithi068 conmon[102841]: cluster 2022-01-26T00:13:14.135251+0000 mgr.smithi068.zkksrk (mgr.14702) 2847 : cluster [DBG] 2022-01-26T00:13:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:15 smithi068 conmon[102841]: pgmap v2453: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:17 smithi165 conmon[67662]: cluster 2022-01-26T00:13:16.135902+0000 mgr.smithi068.zkksrk (mgr.14702) 2848 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:17 smithi068 conmon[102841]: cluster 2022-01-26T00:13:16.135902+0000 mgr.smithi068.zkksrk (mgr.14702) 2848 : 2022-01-26T00:13:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:17 smithi068 conmon[102841]: cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:18 smithi068 conmon[102841]: audit 2022-01-26T00:13:18.389662+0000 2022-01-26T00:13:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:18 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1057 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:13:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:18 smithi165 conmon[67662]: audit 2022-01-26T00:13:18.389662+0000 mon.smithi068 (mon.0) 1057 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:13:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:19 smithi165 conmon[67662]: cluster 2022-01-26T00:13:18.136551+0000 mgr.smithi068.zkksrk (mgr.14702) 2849 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:19 smithi165 conmon[67662]: 2022-01-26T00:13:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:19 smithi165 conmon[67662]: audit 2022-01-26T00:13:18.530832+0000 mon.smithi068 (mon.0) 1058 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:13:19.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:19 smithi068 conmon[102841]: cluster 2022-01-26T00:13:18.136551+0000 mgr.smithi068.zkksrk (mgr.14702) 2849 : cluster [DBG] 2022-01-26T00:13:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:19 smithi068 conmon[102841]: pgmap v2455: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:19 smithi068 conmon[102841]: audit 2022-01-26T00:13:18.530832+0000 mon.smithi068 (mon.0) 1058 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:13:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:21 smithi165 conmon[67662]: cluster 2022-01-26T00:13:20.137367+0000 mgr.smithi068.zkksrk (mgr.14702) 2850 : 2022-01-26T00:13:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:21 smithi165 conmon[67662]: cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:21.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:21 smithi068 conmon[102841]: cluster 2022-01-26T00:13:20.137367+0000 mgr.smithi068.zkksrk (mgr.14702) 2850 : cluster [DBG] 2022-01-26T00:13:21.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:21 smithi068 conmon[102841]: pgmap v2456: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:23 smithi165 conmon[67662]: cluster 2022-01-26T00:13:22.138117+0000 mgr.smithi068.zkksrk (mgr.14702) 2851 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:23 smithi165 conmon[67662]: 2022-01-26T00:13:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:23 smithi068 conmon[102841]: cluster 2022-01-26T00:13:22.138117+0000 mgr.smithi068.zkksrk (mgr.14702) 2851 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:24.938 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:13:25.227 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:13:25.227 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (87m) 8m ago 88m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:13:25.227 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (80m) 8m ago 88m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:13:25.228 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (80m) 8m ago 87m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:13:25.228 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (87m) 8m ago 88m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:13:25.228 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (83m) 8m ago 83m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:13:25.228 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (83m) 8m ago 83m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:13:25.228 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (81m) 8m ago 89m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:13:25.229 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (80m) 8m ago 87m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:13:25.229 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (80m) 8m ago 89m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:13:25.229 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (80m) 8m ago 87m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:13:25.229 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (81m) 8m ago 81m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:13:25.230 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (81m) 8m ago 81m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:13:25.230 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (87m) 8m ago 87m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:13:25.230 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (87m) 8m ago 87m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:13:25.230 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (71m) 8m ago 87m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:13:25.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (86m) 8m ago 86m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:13:25.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (86m) 8m ago 86m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:13:25.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (86m) 8m ago 86m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:13:25.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (85m) 8m ago 85m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:13:25.231 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (85m) 8m ago 85m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:13:25.232 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (85m) 8m ago 85m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:13:25.232 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (85m) 8m ago 85m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:13:25.232 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (86m) 8m ago 87m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:13:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:25 smithi068 conmon[102841]: cluster 2022-01-26T00:13:24.139082+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:13:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:25 smithi068 conmon[102841]: .14702) 2852 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:25 smithi068 conmon[102841]: audit 2022-01-26T00:13:24.926922+0000 mgr.smithi068.zkksrk (mgr.14702) 2853 : audit [DBG] from='client.35982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:25.569 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:13:25.570 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:13:25.570 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:25.571 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:25.571 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:13:25.571 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:25.572 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:25.572 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:13:25.572 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:13:25.573 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:13:25.573 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:25.573 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:13:25.574 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:13:25.574 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:25.574 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:13:25.575 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:13:25.575 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:13:25.575 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:13:25.576 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:13:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:25 smithi165 conmon[67662]: cluster 2022-01-26T00:13:24.139082+0000 mgr.smithi068.zkksrk (mgr.14702) 2852 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:25 smithi165 conmon[67662]: audit 2022-01-26T00:13:24.926922+0000 mgr.smithi068.zkksrk (mgr.14702) 2853 : audit [DBG] from='client.35982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:26 smithi165 conmon[67662]: audit 2022-01-26T00:13:25.213418+0000 mgr.smithi068.zkksrk (mgr.14702) 2854 : audit [DBG] from='client.35986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:26 smithi165 conmon[67662]: audit 2022-01-26T00:13:25.570160+0000 mon.smithi068 (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.68:0/1175916201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:26.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:26 smithi068 conmon[102841]: audit 2022-01-26T00:13:25.213418+0000 mgr.smithi068.zkksrk (mgr.14702) 2854 : 2022-01-26T00:13:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:26 smithi068 conmon[102841]: audit [DBG] from='client.35986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:26 smithi068 conmon[102841]: audit 2022-01-26T00:13:25.570160+0000 mon.smithi068 (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.68:0/1175916201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:27 smithi165 conmon[67662]: cluster 2022-01-26T00:13:26.139671+0000 mgr.smithi068.zkksrk (mgr.14702) 2855 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:27.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:27 smithi068 conmon[102841]: cluster 2022-01-26T00:13:26.139671+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:13:27.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:27 smithi068 conmon[102841]: 2855 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:29 smithi165 conmon[67662]: cluster 2022-01-26T00:13:28.140273+0000 mgr.smithi068.zkksrk (mgr.14702) 2856 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:29 smithi068 conmon[102841]: cluster 2022-01-26T00:13:28.140273+0000 mgr.smithi068.zkksrk (mgr.14702) 2856 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:31 smithi165 conmon[67662]: cluster 2022-01-26T00:13:30.141172+0000 mgr.smithi068.zkksrk (mgr.14702) 2857 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:31.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:31 smithi068 conmon[102841]: cluster 2022-01-26T00:13:30.141172+0000 mgr.smithi068.zkksrk (mgr.14702) 2857 : 2022-01-26T00:13:31.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:31 smithi068 conmon[102841]: cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:33 smithi165 conmon[67662]: cluster 2022-01-26T00:13:32.141778+0000 mgr.smithi068.zkksrk (mgr.14702) 2858 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:33 smithi068 conmon[102841]: cluster 2022-01-26T00:13:32.141778+0000 mgr.smithi068.zkksrk (mgr.14702) 2858 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:35 smithi165 conmon[67662]: cluster 2022-01-26T00:13:34.142656+0000 mgr.smithi068.zkksrk (mgr.14702) 2859 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:35 smithi068 conmon[102841]: cluster 2022-01-26T00:13:34.142656+0000 mgr.smithi068.zkksrk (mgr.14702) 2859 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:37 smithi165 conmon[67662]: cluster 2022-01-26T00:13:36.143285+0000 mgr.smithi068.zkksrk (mgr.14702) 2860 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:37 smithi068 conmon[102841]: cluster 2022-01-26T00:13:36.143285+0000 mgr.smithi068.zkksrk (mgr.14702) 2860 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:39 smithi068 conmon[102841]: cluster 2022-01-26T00:13:38.143855+0000 mgr.smithi068.zkksrk (mgr.14702) 2861 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:39.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:39 smithi165 conmon[67662]: cluster 2022-01-26T00:13:38.143855+0000 mgr.smithi068.zkksrk (mgr.14702) 2861 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:41.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:41 smithi068 conmon[102841]: cluster 2022-01-26T00:13:40.144735+0000 mgr.smithi068.zkksrk (mgr.14702) 2862 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:41.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:41 smithi165 conmon[67662]: cluster 2022-01-26T00:13:40.144735+0000 mgr.smithi068.zkksrk (mgr.14702) 2862 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:43.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:43 smithi068 conmon[102841]: cluster 2022-01-26T00:13:42.145373+0000 mgr.smithi068.zkksrk (mgr.14702) 2863 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:43 smithi165 conmon[67662]: cluster 2022-01-26T00:13:42.145373+0000 mgr.smithi068.zkksrk (mgr.14702) 2863 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:45.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:45 smithi068 conmon[102841]: cluster 2022-01-26T00:13:44.146154+0000 mgr.smithi068.zkksrk (mgr.14702) 2864 : cluster 2022-01-26T00:13:45.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:45 smithi068 conmon[102841]: [DBG] pgmap v2468: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:45 smithi165 conmon[67662]: cluster 2022-01-26T00:13:44.146154+0000 mgr.smithi068.zkksrk (mgr.14702) 2864 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:47 smithi068 conmon[102841]: cluster 2022-01-26T00:13:46.146801+0000 mgr.smithi068.zkksrk (mgr.14702) 2865 : cluster 2022-01-26T00:13:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:47 smithi068 conmon[102841]: [DBG] pgmap v2469: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:47 smithi165 conmon[67662]: cluster 2022-01-26T00:13:46.146801+0000 mgr.smithi068.zkksrk (mgr.14702) 2865 : cluster [DBG] 2022-01-26T00:13:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:47 smithi165 conmon[67662]: pgmap v2469: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:49 smithi068 conmon[102841]: cluster 2022-01-26T00:13:48.147289+0000 mgr.smithi068.zkksrk (mgr.14702) 2866 : cluster [DBG] 2022-01-26T00:13:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:49 smithi068 conmon[102841]: pgmap v2470: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:49 smithi165 conmon[67662]: cluster 2022-01-26T00:13:48.147289+0000 mgr.smithi068.zkksrk (mgr.14702) 2866 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:49 smithi165 conmon[67662]: 2022-01-26T00:13:51.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:51 smithi068 conmon[102841]: cluster 2022-01-26T00:13:50.148120+0000 2022-01-26T00:13:51.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:51 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2867 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:51 smithi165 conmon[67662]: cluster 2022-01-26T00:13:50.148120+0000 mgr.smithi068.zkksrk 2022-01-26T00:13:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:51 smithi165 conmon[67662]: (mgr.14702) 2867 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:53 smithi068 conmon[102841]: cluster 2022-01-26T00:13:52.148640+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:13:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:53 smithi068 conmon[102841]: 14702) 2868 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:53.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:53 smithi165 conmon[67662]: cluster 2022-01-26T00:13:52.148640+0000 mgr.smithi068.zkksrk (mgr.14702) 2868 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:53.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:53 smithi165 conmon[67662]: 2022-01-26T00:13:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:55 smithi068 conmon[102841]: cluster 2022-01-26T00:13:54.149420+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:13:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:55 smithi068 conmon[102841]: 14702) 2869 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:55.887 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:13:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:55 smithi165 conmon[67662]: cluster 2022-01-26T00:13:54.149420+0000 mgr.smithi068.zkksrk (mgr.14702) 2869 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:13:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:55 smithi165 conmon[67662]: 2022-01-26T00:13:56.177 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:13:56.178 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (87m) 9m ago 88m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:13:56.178 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (80m) 9m ago 88m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:13:56.178 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (80m) 9m ago 88m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:13:56.179 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (87m) 9m ago 88m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:13:56.179 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (84m) 9m ago 84m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:13:56.181 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (84m) 9m ago 84m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:13:56.182 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (81m) 9m ago 89m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:13:56.182 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (81m) 9m ago 88m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:13:56.182 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (81m) 9m ago 90m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:13:56.182 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (81m) 9m ago 88m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:13:56.183 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (82m) 9m ago 82m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:13:56.183 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (81m) 9m ago 81m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:13:56.184 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (88m) 9m ago 88m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:13:56.184 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (87m) 9m ago 87m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:13:56.184 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (72m) 9m ago 87m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:13:56.184 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (87m) 9m ago 87m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:13:56.185 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (87m) 9m ago 87m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:13:56.185 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (86m) 9m ago 86m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:13:56.185 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (86m) 9m ago 86m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:13:56.185 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (86m) 9m ago 86m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:13:56.185 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (85m) 9m ago 85m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:13:56.186 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (85m) 9m ago 85m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:13:56.186 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (87m) 9m ago 88m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:13:56.518 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:13:56.518 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:13:56.518 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:56.519 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:56.519 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:13:56.519 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:56.519 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:56.520 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:13:56.520 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:13:56.520 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:13:56.520 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:56.520 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:13:56.521 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:13:56.521 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:13:56.521 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:13:56.521 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:13:56.522 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:13:56.522 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:13:56.522 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:13:56.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:56 smithi068 conmon[102841]: audit 2022-01-26T00:13:55.876345+0000 2022-01-26T00:13:56.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:56 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2870 : audit [DBG] from='client.35994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:56 smithi165 conmon[67662]: audit 2022-01-26T00:13:55.876345+0000 mgr.smithi068.zkksrk (mgr.14702) 2870 : audit [DBG] from='client.35994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:56.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:56 smithi165 conmon[67662]: 2022-01-26T00:13:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: cluster 2022-01-26T00:13:56.149911+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:13:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: 2871 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: audit 2022-01-26T00:13:56.163643+0000 mgr.smithi068.zkksrk (mgr.14702) 2872 : audit [DBG] from='client.35998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: audit 2022-01-26T00:13:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: 2022-01-26T00:13:56.518912+0000 2022-01-26T00:13:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.68:0/2260624764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:57.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: 2022-01-26T00:13:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: audit 2022-01-26T00:13 2022-01-26T00:13:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: :57.365999+0000 mon.smithi068 (mon.0) 1061 2022-01-26T00:13:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:13:57.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: audit 2022-01-26T00:13:57.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: 2022-01-26T00:13:57.367580 2022-01-26T00:13:57.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 1062 : audit [DBG] 2022-01-26T00:13:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:13:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:13:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: -26T00:13:57.368694+0000 mon.smithi068 ( 2022-01-26T00:13:57.814 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:57 smithi068 conmon[102841]: mon.0) 1063 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:13:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: cluster 2022-01-26T00:13:56.149911+0000 mgr.smithi068.zkksrk (mgr.14702) 2871 2022-01-26T00:13:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: audit 2022-01-26T00:13:56.163643+0000 mgr.smithi068.zkksrk (mgr.14702) 2872 : audit [DBG] from='client.35998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: audit 2022-01-26T00:13:56 2022-01-26T00:13:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: .518912+0000 mon.smithi068 (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.68:0/2260624764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: audit 2022-01-26T00:13:57.365999 2022-01-26T00:13:57.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1061 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:13:57.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: audit 2022- 2022-01-26T00:13:57.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: 01-26T00:13:57.367580+0000 mon.smithi068 (mon.0) 1062 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:13:57.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: audit 2022-01-26T00:13 2022-01-26T00:13:57.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:57 smithi165 conmon[67662]: :57.368694+0000 mon.smithi068 (mon.0) 1063 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:13:58.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: cephadm 2022-01-26T00:13:57.369542+0000 mgr.smithi068.zkksrk (mgr.14702) 2873 : 2022-01-26T00:13:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:13:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: audit 2022-01-26T00:13:57.752622+0000 mon.smithi068 (mon.0) 1064 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:13:58.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: audit 2022-01-26T00:13:57.779238+0000 mon.smithi068 (mon.0) 1065 2022-01-26T00:13:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:13:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: audit 2022-01- 2022-01-26T00:13:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: 26T00:13:57.784570+0000 mon.smithi068 (mon.0) 2022-01-26T00:13:58.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:58 smithi068 conmon[102841]: 1066 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:13:58.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:58 smithi165 conmon[67662]: cephadm 2022-01-26T00:13:57.369542+0000 mgr.smithi068.zkksrk (mgr.14702) 2873 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:13:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:58 smithi165 conmon[67662]: audit 2022-01-26T00:13:57.752622+0000 mon.smithi068 (mon.0) 1064 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:13:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:58 smithi165 conmon[67662]: audit 2022-01-26T00:13:57.779238+0000 mon.smithi068 (mon.0) 1065 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:13:58.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:58 smithi165 conmon[67662]: audit 2022-01-26T00:13:57.784570+0000 mon.smithi068 (mon.0) 1066 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:14:00.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:59 smithi068 conmon[102841]: cluster 2022-01-26T00:13:58.150398+0000 mgr.smithi068.zkksrk (mgr.14702) 2874 : 2022-01-26T00:14:00.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:13:59 smithi068 conmon[102841]: cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:00.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:59 smithi165 conmon[67662]: cluster 2022-01-26T00:13:58.150398+0000 mgr.smithi068.zkksrk (mgr.14702) 2874 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:00.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:13:59 smithi165 conmon[67662]: 2022-01-26T00:14:02.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:01 smithi068 conmon[102841]: cluster 2022-01-26T00:14:00.151171+0000 mgr.smithi068.zkksrk (mgr.14702) 2875 : cluster [DBG] 2022-01-26T00:14:02.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:01 smithi068 conmon[102841]: pgmap v2476: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:02.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:01 smithi165 conmon[67662]: cluster 2022-01-26T00:14:00.151171+0000 mgr.smithi068.zkksrk (mgr.14702) 2875 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:04.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:03 smithi068 conmon[102841]: cluster 2022-01-26T00:14:02.151689+0000 2022-01-26T00:14:04.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:03 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2876 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:04.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:03 smithi165 conmon[67662]: cluster 2022-01-26T00:14:02.151689+0000 mgr.smithi068.zkksrk (mgr.14702) 2876 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:06.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:05 smithi068 conmon[102841]: cluster 2022-01-26T00:14:04.152488+0000 mgr.smithi068.zkksrk (mgr.14702) 2877 : cluster 2022-01-26T00:14:06.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:05 smithi068 conmon[102841]: [DBG] pgmap v2478: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:06.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:05 smithi165 conmon[67662]: cluster 2022-01-26T00:14:04.152488+0000 mgr.smithi068.zkksrk (mgr.14702) 2877 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:08.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:07 smithi068 conmon[102841]: cluster 2022-01-26T00:14:06.153056+0000 mgr.smithi068.zkksrk (mgr.14702) 2878 : cluster 2022-01-26T00:14:08.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:07 smithi068 conmon[102841]: [DBG] pgmap v2479: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:07 smithi165 conmon[67662]: cluster 2022-01-26T00:14:06.153056+0000 mgr.smithi068.zkksrk (mgr.14702) 2878 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:09 smithi068 conmon[102841]: cluster 2022-01-26T00:14:08.153603+0000 mgr.smithi068.zkksrk (mgr.14702) 2879 : cluster 2022-01-26T00:14:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:09 smithi068 conmon[102841]: [DBG] pgmap v2480: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:09 smithi165 conmon[67662]: cluster 2022-01-26T00:14:08.153603+0000 mgr.smithi068.zkksrk (mgr.14702) 2879 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:10.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:09 smithi165 conmon[67662]: 2022-01-26T00:14:12.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:11 smithi068 conmon[102841]: cluster 2022-01-26T00:14:10.154491+0000 mgr.smithi068.zkksrk (mgr.14702) 2880 2022-01-26T00:14:12.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:11 smithi068 conmon[102841]: : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:12.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:11 smithi165 conmon[67662]: cluster 2022-01-26T00:14:10.154491+0000 mgr.smithi068.zkksrk (mgr.14702) 2880 : 2022-01-26T00:14:12.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:11 smithi165 conmon[67662]: cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:14.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:13 smithi068 conmon[102841]: cluster 2022-01-26T00:14:12.155187+0000 mgr.smithi068.zkksrk (mgr.14702) 2881 : cluster 2022-01-26T00:14:14.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:13 smithi068 conmon[102841]: [DBG] pgmap v2482: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:14.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:13 smithi165 conmon[67662]: cluster 2022-01-26T00:14:12.155187+0000 mgr.smithi068.zkksrk (mgr.14702) 2881 : cluster [DBG] 2022-01-26T00:14:14.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:13 smithi165 conmon[67662]: pgmap v2482: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:15 smithi165 conmon[67662]: cluster 2022-01-26T00:14:14.156018+0000 mgr.smithi068.zkksrk (mgr.14702) 2882 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:15 smithi165 conmon[67662]: 2022-01-26T00:14:16.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:15 smithi068 conmon[102841]: cluster 2022-01-26T00:14:14.156018+0000 mgr.smithi068.zkksrk (mgr.14702) 2882 : cluster 2022-01-26T00:14:16.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:15 smithi068 conmon[102841]: [DBG] pgmap v2483: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:18.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:17 smithi165 conmon[67662]: cluster 2022-01-26T00:14:16.156790+0000 mgr.smithi068.zkksrk (mgr.14702) 2883 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:17 smithi068 conmon[102841]: cluster 2022-01-26T00:14:16.156790+0000 mgr.smithi068.zkksrk (mgr.14702) 2883 : cluster 2022-01-26T00:14:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:17 smithi068 conmon[102841]: [DBG] pgmap v2484: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:18 smithi165 conmon[67662]: audit 2022-01-26T00:14:18.392206+0000 mon.smithi068 (mon.0) 1067 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:14:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:18 smithi165 conmon[67662]: 2022-01-26T00:14:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:18 smithi165 conmon[67662]: audit 2022-01-26T00:14:18.535687+0000 mon.smithi068 (mon.0) 1068 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:14:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:18 smithi068 conmon[102841]: audit 2022-01-26T00:14:18.392206+0000 mon.smithi068 (mon.0) 2022-01-26T00:14:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:18 smithi068 conmon[102841]: 1067 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:14:19.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:18 smithi068 conmon[102841]: audit 2022-01-26T00:14:18.535687+0000 mon.smithi068 (mon.0) 1068 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:14:20.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:19 smithi165 conmon[67662]: cluster 2022-01-26T00:14:18.157321+0000 mgr.smithi068.zkksrk (mgr.14702) 2884 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:20.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:19 smithi068 conmon[102841]: cluster 2022-01-26T00:14:18.157321+0000 mgr.smithi068.zkksrk (mgr.14702) 2884 : cluster 2022-01-26T00:14:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:19 smithi068 conmon[102841]: [DBG] pgmap v2485: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:21 smithi165 conmon[67662]: cluster 2022-01-26T00:14:20.158170+0000 mgr.smithi068.zkksrk (mgr.14702) 2885 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:21 smithi068 conmon[102841]: cluster 2022-01-26T00:14:20.158170+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:14:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:21 smithi068 conmon[102841]: ) 2885 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:23.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:23 smithi165 conmon[67662]: cluster 2022-01-26T00:14:22.158910+0000 mgr.smithi068.zkksrk (mgr.14702) 2886 : cluster [DBG] 2022-01-26T00:14:23.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:23 smithi165 conmon[67662]: pgmap v2487: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:23.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:23 smithi068 conmon[102841]: cluster 2022-01-26T00:14:22.158910+0000 mgr.smithi068.zkksrk 2022-01-26T00:14:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:23 smithi068 conmon[102841]: (mgr.14702) 2886 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:25 smithi165 conmon[67662]: cluster 2022-01-26T00:14:24.159906+0000 mgr.smithi068.zkksrk (mgr.14702) 2887 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:25.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:25 smithi165 conmon[67662]: 2022-01-26T00:14:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:25 smithi068 conmon[102841]: cluster 2022-01-26T00:14:24.159906+0000 mgr.smithi068.zkksrk (mgr.14702) 2887 : 2022-01-26T00:14:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:25 smithi068 conmon[102841]: cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:26.837 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:14:27.125 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:14:27.125 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (88m) 9m ago 89m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:14:27.126 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (81m) 9m ago 89m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:14:27.126 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (81m) 9m ago 88m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:14:27.126 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (88m) 9m ago 89m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:14:27.126 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (84m) 9m ago 84m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:14:27.127 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (84m) 9m ago 84m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:14:27.127 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (82m) 9m ago 90m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:14:27.127 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (81m) 9m ago 88m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:14:27.127 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (81m) 9m ago 90m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:14:27.127 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (81m) 9m ago 88m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:14:27.128 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (82m) 9m ago 82m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:14:27.128 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (82m) 9m ago 82m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:14:27.128 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (89m) 9m ago 88m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:14:27.128 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (88m) 9m ago 88m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:14:27.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (72m) 9m ago 88m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:14:27.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (87m) 9m ago 87m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:14:27.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (87m) 9m ago 87m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:14:27.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (87m) 9m ago 87m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:14:27.129 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (87m) 9m ago 86m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:14:27.130 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (86m) 9m ago 86m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:14:27.130 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (86m) 9m ago 86m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:14:27.130 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (86m) 9m ago 86m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:14:27.131 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (87m) 9m ago 88m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:14:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:27 smithi165 conmon[67662]: cluster 2022-01-26T00:14:26.160712+0000 mgr.smithi068.zkksrk (mgr.14702) 2888 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:27.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:27 smithi165 conmon[67662]: audit 2022-01-26T00:14:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:27 smithi165 conmon[67662]: 2022-01-26T00:14:26.825962+0000 mgr.smithi068.zkksrk (mgr.14702) 2889 : audit [DBG] from='client.36006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:27 smithi165 conmon[67662]: audit 2022-01-26T00:14:27.111664+0000 mgr.smithi068.zkksrk (mgr.14702) 2890 : audit 2022-01-26T00:14:27.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:27 smithi165 conmon[67662]: [DBG] from='client.36010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:27.468 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:14:27.469 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:14:27.469 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:27.469 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:27.470 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:14:27.470 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:27.470 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:27.470 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:14:27.471 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:14:27.471 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:14:27.471 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:27.471 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:14:27.472 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:14:27.472 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:27.472 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:14:27.472 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:14:27.473 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:14:27.473 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:14:27.473 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:14:27.474 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: cluster 2022-01-26T00:14:26.160712+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:14:27.474 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: mgr.14702) 2888 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:27.474 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: audit 2022-01-26T00:14:26.825962 2022-01-26T00:14:27.475 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2889 : audit [DBG] from='client.36006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:27.475 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: audit 2022-01-26T00 2022-01-26T00:14:27.475 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: :14:27.111664+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:14:27.475 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:27 smithi068 conmon[102841]: 2890 : audit [DBG] from='client.36010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:28.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:28 smithi165 conmon[67662]: audit 2022-01-26T00:14:27.469418+0000 mon.smithi068 (mon.0) 1069 : 2022-01-26T00:14:28.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:28 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/85004713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:28.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:28 smithi068 conmon[102841]: audit 2022-01-26T00:14:27.469418+0000 mon.smithi068 (mon.0) 1069 : audit 2022-01-26T00:14:28.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:28 smithi068 conmon[102841]: [DBG] from='client.? 172.21.15.68:0/85004713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:29.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:29 smithi165 conmon[67662]: cluster 2022-01-26T00:14:28.161289+0000 mgr.smithi068.zkksrk (mgr.14702) 2891 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:29 smithi068 conmon[102841]: cluster 2022-01-26T00:14:28.161289+0000 mgr.smithi068.zkksrk (mgr.14702) 2891 2022-01-26T00:14:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:29 smithi068 conmon[102841]: : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:31 smithi165 conmon[67662]: cluster 2022-01-26T00:14:30.162173+0000 mgr.smithi068.zkksrk (mgr.14702) 2892 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:31 smithi068 conmon[102841]: cluster 2022-01-26T00:14:30.162173+0000 mgr.smithi068.zkksrk (mgr.14702) 2892 : cluster 2022-01-26T00:14:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:31 smithi068 conmon[102841]: [DBG] pgmap v2491: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:33.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:33 smithi165 conmon[67662]: cluster 2022-01-26T00:14:32.162628+0000 mgr.smithi068.zkksrk (mgr.14702) 2893 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:33 smithi068 conmon[102841]: cluster 2022-01-26T00:14:32.162628+0000 mgr.smithi068.zkksrk (mgr.14702) 2893 : cluster 2022-01-26T00:14:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:33 smithi068 conmon[102841]: [DBG] pgmap v2492: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:35 smithi165 conmon[67662]: cluster 2022-01-26T00:14:34.163544+0000 mgr.smithi068.zkksrk (mgr.14702) 2894 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:35.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:35 smithi165 conmon[67662]: 2022-01-26T00:14:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:35 smithi068 conmon[102841]: cluster 2022-01-26T00:14:34.163544+0000 mgr.smithi068.zkksrk (mgr.14702) 2894 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:37.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:37 smithi165 conmon[67662]: cluster 2022-01-26T00:14:36.164278+0000 mgr.smithi068.zkksrk (mgr.14702) 2895 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:37.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:37 smithi068 conmon[102841]: cluster 2022-01-26T00:14:36.164278+0000 mgr.smithi068.zkksrk (mgr.14702) 2895 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:39.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:39 smithi165 conmon[67662]: cluster 2022-01-26T00:14:38.164771+0000 mgr.smithi068.zkksrk (mgr.14702) 2896 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:39.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:39 smithi068 conmon[102841]: cluster 2022-01-26T00:14:38.164771+0000 mgr.smithi068.zkksrk (mgr.14702) 2896 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:41 smithi165 conmon[67662]: cluster 2022-01-26T00:14:40.165559+0000 mgr.smithi068.zkksrk (mgr.14702) 2897 : cluster [DBG] 2022-01-26T00:14:41.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:41 smithi165 conmon[67662]: pgmap v2496: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:41 smithi068 conmon[102841]: cluster 2022-01-26T00:14:40.165559+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:14:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:41 smithi068 conmon[102841]: 14702) 2897 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:43.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:43 smithi068 conmon[102841]: cluster 2022-01-26T00:14:42.166110+0000 mgr.smithi068.zkksrk (mgr.14702) 2898 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:43 smithi165 conmon[67662]: cluster 2022-01-26T00:14:42.166110+0000 mgr.smithi068.zkksrk (mgr.14702) 2898 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:45 smithi068 conmon[102841]: cluster 2022-01-26T00:14:44.167008+0000 mgr.smithi068.zkksrk (mgr.14702) 2899 : 2022-01-26T00:14:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:45 smithi068 conmon[102841]: cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:45 smithi165 conmon[67662]: cluster 2022-01-26T00:14:44.167008+0000 mgr.smithi068.zkksrk (mgr.14702) 2899 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:47.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:47 smithi068 conmon[102841]: cluster 2022-01-26T00:14:46.167786+0000 mgr.smithi068.zkksrk (mgr.14702) 2900 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:47 smithi165 conmon[67662]: cluster 2022-01-26T00:14:46.167786+0000 mgr.smithi068.zkksrk (mgr.14702) 2900 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:49 smithi068 conmon[102841]: cluster 2022-01-26T00:14:48.168258+0000 mgr.smithi068.zkksrk (mgr.14702) 2901 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:49.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:49 smithi165 conmon[67662]: cluster 2022-01-26T00:14:48.168258+0000 mgr.smithi068.zkksrk (mgr.14702) 2901 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:51 smithi165 conmon[67662]: cluster 2022-01-26T00:14:50.169071+0000 mgr.smithi068.zkksrk (mgr.14702) 2902 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:51 smithi165 conmon[67662]: 2022-01-26T00:14:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:51 smithi068 conmon[102841]: cluster 2022-01-26T00:14:50.169071+0000 mgr.smithi068.zkksrk (mgr.14702) 2902 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:53.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:53 smithi165 conmon[67662]: cluster 2022-01-26T00:14:52.169574+0000 mgr.smithi068.zkksrk (mgr.14702) 2903 : cluster 2022-01-26T00:14:53.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:53 smithi165 conmon[67662]: [DBG] pgmap v2502: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:53.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:53 smithi068 conmon[102841]: cluster 2022-01-26T00:14:52.169574+0000 mgr.smithi068.zkksrk (mgr.14702) 2903 : cluster 2022-01-26T00:14:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:53 smithi068 conmon[102841]: [DBG] pgmap v2502: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:55.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:55 smithi165 conmon[67662]: cluster 2022-01-26T00:14:54.170314+0000 mgr.smithi068.zkksrk (mgr.14702) 2904 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:55 smithi068 conmon[102841]: cluster 2022-01-26T00:14:54.170314+0000 mgr.smithi068.zkksrk (mgr.14702) 2904 : cluster 2022-01-26T00:14:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:55 smithi068 conmon[102841]: [DBG] pgmap v2503: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:14:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:57 smithi165 conmon[67662]: cluster 2022-01-26T00:14:56.171190+0000 mgr.smithi068.zkksrk (mgr.14702) 2905 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:57.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:57 smithi165 conmon[67662]: 2022-01-26T00:14:57.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:57 smithi068 conmon[102841]: cluster 2022-01-26T00:14:56.171190+0000 mgr.smithi068.zkksrk (mgr.14702) 2905 2022-01-26T00:14:57.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:57 smithi068 conmon[102841]: : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:57.790 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:14:58.084 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:14:58.085 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (88m) 10m ago 89m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:14:58.085 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (81m) 10m ago 89m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:14:58.085 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (81m) 10m ago 89m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:14:58.086 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (88m) 10m ago 89m 41.0M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:14:58.086 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (85m) 10m ago 85m 40.8M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:14:58.086 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (85m) 10m ago 85m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:14:58.086 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (82m) 10m ago 90m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:14:58.087 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (82m) 10m ago 89m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:14:58.087 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (82m) 10m ago 91m 536M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:14:58.087 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (82m) 10m ago 89m 292M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:14:58.087 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (83m) 10m ago 83m 166M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:14:58.088 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (83m) 10m ago 82m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:14:58.088 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (89m) 10m ago 89m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:14:58.088 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (88m) 10m ago 88m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:14:58.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (73m) 10m ago 88m 726M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:14:58.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (88m) 10m ago 88m 1506M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:14:58.089 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (88m) 10m ago 88m 1114M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:14:58.090 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (87m) 10m ago 87m 1711M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:14:58.090 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (87m) 10m ago 87m 1530M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:14:58.090 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (87m) 10m ago 87m 1856M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:14:58.090 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (87m) 10m ago 87m 1454M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:14:58.091 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (86m) 10m ago 86m 2131M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:14:58.091 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (88m) 10m ago 89m 66.2M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:14:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: audit 2022-01-26T00:14:57.777870+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:14:58.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: ) 2906 : audit [DBG] from='client.36018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: audit 2022-01-26T00:14:57.787468+0000 mon.smithi068 (mon.0) 1070 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:14:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: audit 2022-01-26T00:14 2022-01-26T00:14:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: :57.788795+0000 mon.smithi068 (mon.0 2022-01-26T00:14:58.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: ) 1071 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:14:58.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: audit 2022-01 2022-01-26T00:14:58.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: -26T00:14:57.789518+0000 2022-01-26T00:14:58.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1072 : audit 2022-01-26T00:14:58.446 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:14:58.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: cephadm 2022- 2022-01-26T00:14:58.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: 01-26T00:14:57.790203 2022-01-26T00:14:58.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 2907 : 2022-01-26T00:14:58.447 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:14:58.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: audit 2022 2022-01-26T00:14:58.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: -01-26T00:14:58. 2022-01-26T00:14:58.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: 070996+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:14:58.448 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:58 smithi165 conmon[67662]: 2908 : audit [DBG] from='client.36022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:58.449 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:14:58.449 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:14:58.450 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:58.450 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:58.450 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:14:58.450 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:58.451 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:58.451 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:14:58.451 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:14:58.451 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:14:58.451 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:58.452 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:14:58.452 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:14:58.452 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:14:58.452 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:14:58.453 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:14:58.453 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:14:58.453 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:14:58.453 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:14:58.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: audit 2022-01-26T00:14:57.777870+0000 2022-01-26T00:14:58.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2906 : audit [DBG] from='client.36018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:58.454 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: audit 2022-01-26T00:14:57.787468+0000 mon.smithi068 2022-01-26T00:14:58.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: (mon.0) 1070 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:14:58.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:14:58.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: T00:14:57.788795+0000 2022-01-26T00:14:58.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1071 : audit [DBG] 2022-01-26T00:14:58.455 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:14:58.456 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:14:58.456 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: T00:14:57.789518+0000 2022-01-26T00:14:58.456 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1072 : audit [INF] 2022-01-26T00:14:58.456 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:14:58.457 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: cephadm 2022-01 2022-01-26T00:14:58.457 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: -26T00:14:57. 2022-01-26T00:14:58.457 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: 790203+0000 mgr.smithi068.zkksrk (mgr.14702) 2907 : 2022-01-26T00:14:58.457 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:14:58.458 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: audit 2022 2022-01-26T00:14:58.458 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: -01-26T00:14: 2022-01-26T00:14:58.458 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: 58.070996+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:14:58.459 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:58 smithi068 conmon[102841]: .14702) 2908 : audit [DBG] from='client.36022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:59 smithi165 conmon[67662]: cluster 2022-01-26T00:14:58.171680+0000 mgr.smithi068.zkksrk (mgr.14702) 2909 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:59.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:14:59 smithi165 conmon[67662]: audit 2022-01-26T00:14:58.448532+0000 mon.smithi068 (mon.0) 1073 : audit [DBG] from='client.? 172.21.15.68:0/3597941992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:59.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:59 smithi068 conmon[102841]: cluster 2022-01-26T00:14:58 2022-01-26T00:14:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:59 smithi068 conmon[102841]: .171680+0000 mgr.smithi068.zkksrk (mgr.14702) 2909 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:14:59 smithi068 conmon[102841]: audit 2022-01-26T00:14:58.448532+0000 mon.smithi068 (mon.0) 1073 : audit [DBG] from='client.? 172.21.15.68:0/3597941992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:01 smithi165 conmon[67662]: cluster 2022-01-26T00:15:00.172702+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:15:01.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:01 smithi165 conmon[67662]: 2910 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:01 smithi068 conmon[102841]: cluster 2022-01-26T00:15:00.172702+0000 2022-01-26T00:15:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:01 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2910 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:03.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:03 smithi068 conmon[102841]: audit 2022-01-26T00:15:02.040247+0000 mon.smithi068 (mon 2022-01-26T00:15:03.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:03 smithi068 conmon[102841]: .0) 1074 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:03 smithi165 conmon[67662]: audit 2022-01-26T00:15:02.040247+0000 mon.smithi068 (mon.0) 1074 : audit 2022-01-26T00:15:03.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:03 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:04 smithi068 conmon[102841]: cluster 2022-01-26T00:15:02.173378+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:15:04.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:04 smithi068 conmon[102841]: ) 2911 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:04 smithi165 conmon[67662]: cluster 2022-01-26T00:15:02.173378+0000 mgr.smithi068.zkksrk (mgr.14702) 2911 : cluster 2022-01-26T00:15:04.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:04 smithi165 conmon[67662]: [DBG] pgmap v2507: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:05.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:05 smithi068 conmon[102841]: cluster 2022-01-26T00:15:04.174083+0000 mgr.smithi068.zkksrk (mgr.14702) 2912 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:05 smithi068 conmon[102841]: audit 2022-01-26T00:15:04.209506+0000 mon.smithi068 (mon.0) 1075 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:05 smithi068 conmon[102841]: audit 2022-01-26T00:15:04.602305+0000 mon.smithi068 (mon.0) 1076 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:15:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:05 smithi068 conmon[102841]: audit 2022-01-26T00:15:04.606556+0000 mon.smithi068 (mon.0) 1077 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:05 smithi068 conmon[102841]: audit 2022-01-26T00:15:04.611739+0000 mon.smithi068 (mon.0) 1078 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:05 smithi165 conmon[67662]: cluster 2022-01-26T00:15:04.174083+0000 mgr.smithi068.zkksrk (mgr.14702) 2912 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:05 smithi165 conmon[67662]: audit 2022-01-26T00:15:04.209506+0000 mon.smithi068 (mon.0) 1075 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:05 smithi165 conmon[67662]: audit 2022-01-26T00:15:04.602305+0000 mon.smithi068 (mon.0) 1076 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:15:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:05 smithi165 conmon[67662]: audit 2022-01-26T00:15:04.606556+0000 mon.smithi068 (mon.0) 1077 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:05 smithi165 conmon[67662]: audit 2022-01-26T00:15:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:05 smithi165 conmon[67662]: 2022-01-26T00:15:04.611739+0000 mon.smithi068 (mon.0) 1078 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:15:07.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:07 smithi068 conmon[102841]: cluster 2022-01-26T00:15:06.174846+0000 mgr.smithi068.zkksrk (mgr.14702) 2913 : cluster [DBG] 2022-01-26T00:15:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:07 smithi068 conmon[102841]: pgmap v2509: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:07 smithi165 conmon[67662]: cluster 2022-01-26T00:15:06.174846+0000 mgr.smithi068.zkksrk (mgr.14702) 2913 : cluster [DBG] 2022-01-26T00:15:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:07 smithi165 conmon[67662]: pgmap v2509: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:09.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:09 smithi068 conmon[102841]: cluster 2022-01-26T00:15:08.175492+0000 mgr.smithi068.zkksrk (mgr.14702) 2914 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:09 smithi165 conmon[67662]: cluster 2022-01-26T00:15:08.175492+0000 mgr.smithi068.zkksrk (mgr.14702) 2914 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:09.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:09 smithi165 conmon[67662]: 2022-01-26T00:15:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:11 smithi165 conmon[67662]: cluster 2022-01-26T00:15:10.176328+0000 mgr.smithi068.zkksrk (mgr.14702) 2915 : cluster 2022-01-26T00:15:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:11 smithi165 conmon[67662]: [DBG] pgmap v2511: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:11 smithi068 conmon[102841]: cluster 2022-01-26T00:15:10.176328+0000 mgr.smithi068.zkksrk (mgr.14702) 2915 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:13 smithi068 conmon[102841]: cluster 2022-01-26T00:15:12.176949+0000 mgr.smithi068.zkksrk (mgr.14702) 2916 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:13 smithi165 conmon[67662]: cluster 2022-01-26T00:15:12.176949+0000 mgr.smithi068.zkksrk (mgr.14702) 2916 : cluster 2022-01-26T00:15:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:13 smithi165 conmon[67662]: [DBG] pgmap v2512: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:15 smithi068 conmon[102841]: cluster 2022-01-26T00:15:14.177803+0000 mgr.smithi068.zkksrk (mgr.14702) 2917 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:15 smithi165 conmon[67662]: cluster 2022-01-26T00:15:14.177803+0000 mgr.smithi068.zkksrk (mgr.14702) 2917 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:15 smithi165 conmon[67662]: 2022-01-26T00:15:17.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:17 smithi068 conmon[102841]: cluster 2022-01-26T00:15:16.178611+0000 mgr.smithi068.zkksrk (mgr.14702) 2918 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:17 smithi165 conmon[67662]: cluster 2022-01-26T00:15:16.178611+0000 mgr.smithi068.zkksrk (mgr.14702) 2918 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:17.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:17 smithi165 conmon[67662]: 2022-01-26T00:15:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:19 smithi068 conmon[102841]: cluster 2022-01-26T00:15:18.179168+0000 mgr.smithi068.zkksrk (mgr.14702) 2919 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:19 smithi068 conmon[102841]: audit 2022-01-26T00:15:18.394876+0000 mon.smithi068 (mon.0) 1079 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:15:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:19 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:15:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:19 smithi068 conmon[102841]: 01-26T00:15:18.540842+0000 mon.smithi068 (mon. 2022-01-26T00:15:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:19 smithi068 conmon[102841]: 0) 1080 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:15:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:19 smithi068 conmon[102841]: 2022-01-26T00:15:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:19 smithi165 conmon[67662]: cluster 2022-01-26T00:15:18.179168+0000 mgr.smithi068.zkksrk (mgr.14702) 2919 : cluster [DBG] 2022-01-26T00:15:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:19 smithi165 conmon[67662]: pgmap v2515: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:19 smithi165 conmon[67662]: audit 2022-01-26T00:15:18.394876+0000 mon.smithi068 (mon.0) 1079 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:15:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:19 smithi165 conmon[67662]: audit 2022-01-26T00:15:18.540842+0000 mon.smithi068 (mon.0) 1080 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:15:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:21 smithi165 conmon[67662]: cluster 2022-01-26T00:15:20.180177+0000 mgr.smithi068.zkksrk (mgr.14702) 2920 : cluster [DBG] 2022-01-26T00:15:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:21 smithi165 conmon[67662]: pgmap v2516: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:21 smithi068 conmon[102841]: cluster 2022-01-26T00:15:20.180177+0000 mgr.smithi068.zkksrk (mgr.14702) 2920 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:23.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:23 smithi068 conmon[102841]: cluster 2022-01-26T00:15:22.180656+0000 mgr.smithi068.zkksrk (mgr.14702) 2921 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:23.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:23 smithi165 conmon[67662]: cluster 2022-01-26T00:15:22.180656+0000 mgr.smithi068.zkksrk (mgr.14702) 2921 : cluster [DBG] 2022-01-26T00:15:23.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:23 smithi165 conmon[67662]: pgmap v2517: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:25 smithi068 conmon[102841]: cluster 2022-01-26T00:15:24.181488+0000 mgr.smithi068.zkksrk (mgr.14702) 2922 : cluster 2022-01-26T00:15:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:25 smithi068 conmon[102841]: [DBG] pgmap v2518: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:25 smithi165 conmon[67662]: cluster 2022-01-26T00:15:24.181488+0000 mgr.smithi068.zkksrk (mgr.14702) 2922 : cluster [DBG] 2022-01-26T00:15:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:25 smithi165 conmon[67662]: pgmap v2518: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:27 smithi068 conmon[102841]: cluster 2022-01-26T00:15:26.182075+0000 mgr.smithi068.zkksrk (mgr.14702) 2923 : cluster 2022-01-26T00:15:27.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:27 smithi068 conmon[102841]: [DBG] pgmap v2519: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:27 smithi165 conmon[67662]: cluster 2022-01-26T00:15:26.182075+0000 mgr.smithi068.zkksrk (mgr.14702) 2923 : cluster [DBG] 2022-01-26T00:15:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:27 smithi165 conmon[67662]: pgmap v2519: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:28.767 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:15:29.058 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:15:29.059 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (89m) 24s ago 90m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:15:29.059 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (82m) 24s ago 90m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:15:29.059 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (82m) 27s ago 89m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:15:29.060 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (89m) 24s ago 90m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:15:29.060 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (85m) 24s ago 85m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:15:29.060 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (85m) 27s ago 85m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:15:29.060 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (83m) 24s ago 91m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:15:29.061 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (82m) 27s ago 89m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:15:29.061 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (82m) 24s ago 91m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:15:29.061 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (82m) 27s ago 89m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:15:29.061 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (83m) 24s ago 83m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:15:29.061 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (83m) 27s ago 83m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:15:29.062 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (90m) 24s ago 90m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:15:29.062 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (89m) 27s ago 89m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:15:29.062 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (74m) 24s ago 89m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:15:29.062 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (88m) 24s ago 88m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:15:29.063 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (88m) 24s ago 88m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:15:29.063 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (88m) 24s ago 88m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:15:29.063 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (88m) 27s ago 88m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:15:29.063 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (87m) 27s ago 87m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:15:29.064 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (87m) 27s ago 87m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:15:29.064 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (87m) 27s ago 87m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:15:29.064 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (89m) 24s ago 89m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:15:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:29 smithi068 conmon[102841]: cluster 2022-01-26T00:15:28.182654+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:15:29.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:29 smithi068 conmon[102841]: mgr.14702) 2924 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:29.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:29 smithi068 conmon[102841]: audit 2022-01-26T00:15:28.755768+0000 mgr.smithi068.zkksrk (mgr.14702) 2925 : audit [DBG] from='client.36030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:29.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:29 smithi068 conmon[102841]: audit 2022-01-26T00:15:29.040175+0000 mgr.smithi068.zkksrk (mgr.14702) 2926 : audit [DBG] from='client.36034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:29.397 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:15:29.397 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:15:29.398 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:29.398 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:15:29.398 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:15:29.398 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:29.399 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:15:29.399 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:15:29.399 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:15:29.399 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:15:29.400 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:15:29.400 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:15:29.400 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:15:29.400 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:15:29.400 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:15:29.401 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:15:29.401 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:15:29.401 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:15:29.401 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:15:29.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:29 smithi165 conmon[67662]: cluster 2022-01-26T00:15:28.182654+0000 mgr.smithi068.zkksrk (mgr.14702) 2924 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:29.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:29 smithi165 conmon[67662]: audit 2022-01-26T00:15:28.755768+0000 mgr.smithi068.zkksrk (mgr.14702) 2925 : audit [DBG] from='client.36030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:29.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:29 smithi165 conmon[67662]: audit 2022-01-26T00:15:29.040175+0000 mgr.smithi068.zkksrk (mgr.14702) 2926 : audit [DBG] from='client.36034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:30.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:30 smithi068 conmon[102841]: audit 2022-01-26T00:15:29.397839+0000 mon.smithi068 (mon.0 2022-01-26T00:15:30.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:30 smithi068 conmon[102841]: ) 1081 : audit [DBG] from='client.? 172.21.15.68:0/3385562977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:30.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:30 smithi165 conmon[67662]: audit 2022-01-26T00:15:29.397839+0000 mon.smithi068 (mon.0) 1081 : audit [DBG] from='client.? 172.21.15.68:0/3385562977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:31 smithi068 conmon[102841]: cluster 2022-01-26T00:15:30.183594+0000 mgr.smithi068.zkksrk (mgr.14702) 2927 : 2022-01-26T00:15:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:31 smithi068 conmon[102841]: cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:31 smithi165 conmon[67662]: cluster 2022-01-26T00:15:30.183594+0000 mgr.smithi068.zkksrk (mgr.14702) 2927 : cluster 2022-01-26T00:15:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:31 smithi165 conmon[67662]: [DBG] pgmap v2521: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:33 smithi068 conmon[102841]: cluster 2022-01-26T00:15:32.184022+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:15:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:33 smithi068 conmon[102841]: 2928 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:33 smithi165 conmon[67662]: cluster 2022-01-26T00:15:32.184022+0000 mgr.smithi068.zkksrk (mgr.14702) 2928 : 2022-01-26T00:15:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:33 smithi165 conmon[67662]: cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:35 smithi068 conmon[102841]: cluster 2022-01-26T00:15:34.184930+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:15:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:35 smithi068 conmon[102841]: ) 2929 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:35 smithi165 conmon[67662]: cluster 2022-01-26T00:15:34.184930+0000 mgr.smithi068.zkksrk (mgr.14702) 2929 : cluster 2022-01-26T00:15:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:35 smithi165 conmon[67662]: [DBG] pgmap v2523: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:37.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:37 smithi068 conmon[102841]: cluster 2022-01-26T00:15:36.185654+0000 mgr.smithi068.zkksrk (mgr.14702) 2930 2022-01-26T00:15:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:37 smithi068 conmon[102841]: : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:37 smithi165 conmon[67662]: cluster 2022-01-26T00:15:36.185654+0000 mgr.smithi068.zkksrk (mgr.14702) 2930 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:39.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:39 smithi068 conmon[102841]: cluster 2022-01-26T00:15:38.186228+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:15:39.567 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:39 smithi068 conmon[102841]: 2931 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:39 smithi165 conmon[67662]: cluster 2022-01-26T00:15:38.186228+0000 mgr.smithi068.zkksrk (mgr.14702) 2931 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:41 smithi165 conmon[67662]: cluster 2022-01-26T00:15:40.187032+0000 mgr.smithi068.zkksrk (mgr.14702) 2932 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:41 smithi068 conmon[102841]: cluster 2022-01-26T00:15:40.187032+0000 mgr.smithi068.zkksrk (mgr.14702) 2932 2022-01-26T00:15:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:41 smithi068 conmon[102841]: : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:43 smithi068 conmon[102841]: cluster 2022-01-26T00:15:42.187710+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:15:43.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:43 smithi068 conmon[102841]: .14702) 2933 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:43 smithi165 conmon[67662]: cluster 2022-01-26T00:15:42.187710+0000 mgr.smithi068.zkksrk (mgr.14702) 2933 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:45 smithi068 conmon[102841]: cluster 2022-01-26T00:15:44.188469+0000 mgr.smithi068.zkksrk (mgr.14702) 2934 2022-01-26T00:15:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:45 smithi068 conmon[102841]: : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:45 smithi165 conmon[67662]: cluster 2022-01-26T00:15:44.188469+0000 mgr.smithi068.zkksrk (mgr.14702) 2934 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:47 smithi068 conmon[102841]: cluster 2022-01-26T00:15:46.189137+0000 2022-01-26T00:15:47.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:47 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2935 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:47 smithi165 conmon[67662]: cluster 2022-01-26T00:15:46.189137+0000 mgr.smithi068.zkksrk (mgr.14702) 2935 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:47 smithi165 conmon[67662]: 2022-01-26T00:15:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:49 smithi068 conmon[102841]: cluster 2022-01-26T00:15:48.189579+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:15:49.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:49 smithi068 conmon[102841]: 2936 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:49 smithi165 conmon[67662]: cluster 2022-01-26T00:15:48.189579+0000 mgr.smithi068.zkksrk (mgr.14702) 2936 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:51.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:51 smithi165 conmon[67662]: cluster 2022-01-26T00:15:50.190543+0000 mgr.smithi068.zkksrk (mgr.14702) 2937 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:51 smithi068 conmon[102841]: cluster 2022-01-26T00:15:50.190543+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:15:51.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:51 smithi068 conmon[102841]: 2937 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:53.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:53 smithi068 conmon[102841]: cluster 2022-01-26T00:15:52.191148+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:15:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:53 smithi068 conmon[102841]: ) 2938 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:53 smithi165 conmon[67662]: cluster 2022-01-26T00:15:52.191148+0000 mgr.smithi068.zkksrk (mgr.14702) 2938 : cluster 2022-01-26T00:15:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:53 smithi165 conmon[67662]: [DBG] pgmap v2532: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:55 smithi068 conmon[102841]: cluster 2022-01-26T00:15:54.191914+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:15:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:55 smithi068 conmon[102841]: .14702) 2939 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:55 smithi165 conmon[67662]: cluster 2022-01-26T00:15:54.191914+0000 mgr.smithi068.zkksrk (mgr.14702) 2939 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:15:57.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:57 smithi068 conmon[102841]: cluster 2022-01-26T00:15:56.192587+0000 mgr.smithi068.zkksrk (mgr.14702) 2940 2022-01-26T00:15:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:57 smithi068 conmon[102841]: : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:57 smithi165 conmon[67662]: cluster 2022-01-26T00:15:56.192587+0000 mgr.smithi068.zkksrk (mgr.14702) 2940 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:59.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:59 smithi068 conmon[102841]: cluster 2022-01-26T00:15:58.193260+0000 mgr.smithi068.zkksrk (mgr.14702) 2941 2022-01-26T00:15:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:15:59 smithi068 conmon[102841]: : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:15:59 smithi165 conmon[67662]: cluster 2022-01-26T00:15:58.193260+0000 mgr.smithi068.zkksrk (mgr.14702) 2941 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:59.718 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:16:00.005 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:16:00.005 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (89m) 55s ago 90m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:16:00.006 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (83m) 55s ago 90m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:16:00.007 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (82m) 57s ago 90m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:16:00.007 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (89m) 55s ago 90m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:16:00.007 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (86m) 55s ago 86m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:16:00.007 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (86m) 57s ago 86m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:16:00.008 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (83m) 55s ago 92m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:16:00.008 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (83m) 57s ago 90m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:16:00.008 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (83m) 55s ago 92m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:16:00.008 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (83m) 57s ago 90m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:16:00.009 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (84m) 55s ago 84m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:16:00.009 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (84m) 57s ago 84m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:16:00.009 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (90m) 55s ago 90m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:16:00.009 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (90m) 57s ago 89m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:16:00.009 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (74m) 55s ago 89m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:16:00.010 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (89m) 55s ago 89m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:16:00.010 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (89m) 55s ago 89m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:16:00.010 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (88m) 55s ago 88m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:16:00.010 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (88m) 57s ago 88m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:16:00.011 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (88m) 57s ago 88m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:16:00.011 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (88m) 57s ago 88m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:16:00.011 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (87m) 57s ago 87m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:16:00.011 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (89m) 55s ago 90m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:16:00.255 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:00 smithi068 conmon[102841]: audit 2022-01-26T00:15:59 2022-01-26T00:16:00.256 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:00 smithi068 conmon[102841]: .707143+0000 mgr.smithi068.zkksrk (mgr.14702) 2942 : audit [DBG] from='client.36042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.256 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:00 smithi068 conmon[102841]: audit 2022-01-26T00:15:59.991788+0000 mgr.smithi068.zkksrk (mgr.14702) 2943 2022-01-26T00:16:00.257 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:00 smithi068 conmon[102841]: : audit [DBG] from='client.36046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.346 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:16:00.347 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:16:00.347 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:00.347 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:00.348 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:16:00.348 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:00.348 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:00.349 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:16:00.349 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:16:00.349 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:16:00.349 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:00.350 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:16:00.350 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:16:00.350 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:00.351 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:16:00.351 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:16:00.351 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:16:00.352 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:16:00.352 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:16:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:00 smithi165 conmon[67662]: audit 2022-01-26T00:15:59.707143+0000 mgr.smithi068.zkksrk (mgr.14702) 2942 : audit [DBG] from='client.36042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:00 smithi165 conmon[67662]: 2022-01-26T00:16:00.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:00 smithi165 conmon[67662]: audit 2022-01-26T00:15:59.991788+0000 mgr.smithi068.zkksrk (mgr.14702) 2943 : audit [DBG] from='client.36046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:01 smithi068 conmon[102841]: cluster 2022-01-26T00:16:00.193980+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:16:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:01 smithi068 conmon[102841]: ) 2944 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:01 smithi068 conmon[102841]: audit 2022-01-26T00:16:00.347484+0000 mon.smithi068 (mon.0) 1082 : audit [DBG] from='client.? 172.21.15.68:0/54719455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:01 smithi165 conmon[67662]: cluster 2022-01-26T00:16:00.193980+0000 mgr.smithi068.zkksrk (mgr.14702) 2944 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:01 smithi165 conmon[67662]: audit 2022-01-26T00:16:00.347484+0000 mon.smithi068 (mon.0) 1082 : audit [DBG] from='client.? 172.21.15.68:0/54719455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:03.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:03 smithi068 conmon[102841]: cluster 2022-01-26T00:16:02.194589+0000 mgr.smithi068.zkksrk (mgr.14702) 2945 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:03 smithi165 conmon[67662]: cluster 2022-01-26T00:16:02.194589+0000 mgr.smithi068.zkksrk (mgr.14702) 2945 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:05.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: cluster 2022-01-26T00:16:04.195490+0000 mgr.smithi068.zkksrk (mgr.14702) 2946 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: audit 2022-01-26T00:16:04.614804+0000 mon.smithi068 (mon.0) 1083 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:16:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: audit 2022-01-26T00:16:04.616260+0000 mon.smithi068 (mon.0) 1084 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:16:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: audit 2022-01-26T00:16:04.617136+0000 mon.smithi068 (mon.0) 1085 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:16:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: cephadm 2022- 2022-01-26T00:16:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: 01-26T00:16:04.617977+0000 mgr.smithi068.zkksrk (mgr.14702) 2947 : cephadm 2022-01-26T00:16:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:16:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: audit 2022-01-26T00:16:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: 2022-01-26T00:16 2022-01-26T00:16:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: :05.029467+0000 mon.smithi068 (mon. 2022-01-26T00:16:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: 0) 1086 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:16:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: audit 2022-01-26T00:16:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: 2022-01-26T 2022-01-26T00:16:05.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: 00:16:05.034864+0000 mon.smithi068 2022-01-26T00:16:05.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: (mon.0) 1087 : audit [INF] 2022-01-26T00:16:05.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:05 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:16:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: cluster 2022-01-26T00:16:04.195490+0000 mgr.smithi068.zkksrk (mgr.14702) 2946 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: audit 2022-01-26T00:16:04.614804+0000 mon.smithi068 (mon.0) 1083 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:16:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: audit 2022-01-26T00:16:04.616260+0000 mon.smithi068 (mon.0) 1084 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:16:05.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: audit 2022-01-26T00:16:04.617136+0000 mon.smithi068 (mon.0) 1085 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:16:05.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: cephadm 2022-01-26T00:16:04.617977+0000 2022-01-26T00:16:05.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: mgr.smithi068.zkksrk (mgr.14702) 2947 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:16:05.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: audit 2022-01-26T00:16:05.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: 2022-01-26T00:16: 2022-01-26T00:16:05.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: 05.029467+0000 mon.smithi068 (mon.0) 1086 : 2022-01-26T00:16:05.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:16:05.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: audit 2022-01- 2022-01-26T00:16:05.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: 26T00:16:05.034864+0000 2022-01-26T00:16:05.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1087 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:16:05.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:05 smithi165 conmon[67662]: 2022-01-26T00:16:07.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:07 smithi068 conmon[102841]: cluster 2022-01-26T00:16:06.196011+0000 mgr.smithi068.zkksrk (mgr.14702) 2948 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:07 smithi165 conmon[67662]: cluster 2022-01-26T00:16:06.196011+0000 mgr.smithi068.zkksrk (mgr.14702) 2948 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:09.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:09 smithi068 conmon[102841]: cluster 2022-01-26T00:16:08.196597+0000 mgr.smithi068.zkksrk (mgr.14702) 2949 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:09.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:09 smithi068 conmon[102841]: 2022-01-26T00:16:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:09 smithi165 conmon[67662]: cluster 2022-01-26T00:16:08.196597+0000 mgr.smithi068.zkksrk (mgr.14702) 2949 : cluster [DBG] 2022-01-26T00:16:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:09 smithi165 conmon[67662]: pgmap v2540: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:11 smithi165 conmon[67662]: cluster 2022-01-26T00:16:10.197487+0000 mgr.smithi068.zkksrk (mgr.14702) 2950 : cluster [DBG] 2022-01-26T00:16:11.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:11 smithi165 conmon[67662]: pgmap v2541: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:11 smithi068 conmon[102841]: cluster 2022-01-26T00:16:10.197487+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:16:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:11 smithi068 conmon[102841]: 14702) 2950 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:13 smithi068 conmon[102841]: cluster 2022-01-26T00:16:12.198099+0000 mgr.smithi068.zkksrk (mgr.14702) 2951 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:13 smithi165 conmon[67662]: cluster 2022-01-26T00:16:12.198099+0000 mgr.smithi068.zkksrk (mgr.14702) 2951 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:15 smithi068 conmon[102841]: cluster 2022-01-26T00:16:14.198975+0000 mgr.smithi068.zkksrk (mgr.14702) 2952 : 2022-01-26T00:16:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:15 smithi068 conmon[102841]: cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:15.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:15 smithi165 conmon[67662]: cluster 2022-01-26T00:16:14.198975+0000 mgr.smithi068.zkksrk (mgr.14702) 2952 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:15.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:15 smithi165 conmon[67662]: 2022-01-26T00:16:17.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:17 smithi068 conmon[102841]: cluster 2022-01-26T00:16:16.199558+0000 mgr.smithi068.zkksrk (mgr.14702) 2953 : cluster 2022-01-26T00:16:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:17 smithi068 conmon[102841]: [DBG] pgmap v2544: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:17 smithi165 conmon[67662]: cluster 2022-01-26T00:16:16.199558+0000 mgr.smithi068.zkksrk (mgr.14702) 2953 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:19 smithi068 conmon[102841]: cluster 2022-01-26T00:16:18.200004+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:16:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:19 smithi068 conmon[102841]: 2954 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:19 smithi068 conmon[102841]: audit 2022-01-26T00:16:18.397196+0000 mon.smithi068 (mon.0) 1088 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:16:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:19 smithi068 conmon[102841]: audit 2022-01-26T00 2022-01-26T00:16:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:19 smithi068 conmon[102841]: :16:18.545422+0000 mon.smithi068 ( 2022-01-26T00:16:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:19 smithi068 conmon[102841]: mon.0) 1089 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:16:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: cluster 2022-01-26T00:16 2022-01-26T00:16:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: :18.200004+0000 mgr.smithi068.zkksrk (mgr.14702) 2954 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: audit 2022-01-26T00:16:18. 2022-01-26T00:16:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: 397196+0000 mon.smithi068 (mon.0) 1088 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:16:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: audit 2022-01-26 2022-01-26T00:16:19.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: T00:16:18.545422+0000 mon.smithi068 (mon. 2022-01-26T00:16:19.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:19 smithi165 conmon[67662]: 0) 1089 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:16:21.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:21 smithi165 conmon[67662]: cluster 2022-01-26T00:16:20.200992+0000 mgr.smithi068.zkksrk (mgr.14702) 2955 : cluster 2022-01-26T00:16:21.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:21 smithi165 conmon[67662]: [DBG] pgmap v2546: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:21 smithi068 conmon[102841]: cluster 2022-01-26T00:16:20.200992+0000 mgr.smithi068.zkksrk (mgr.14702) 2955 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:23.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:23 smithi068 conmon[102841]: cluster 2022-01-26T00:16:22.201507+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:16:23.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:23 smithi068 conmon[102841]: ) 2956 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:23 smithi165 conmon[67662]: cluster 2022-01-26T00:16:22.201507+0000 mgr.smithi068.zkksrk (mgr.14702) 2956 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:25 smithi068 conmon[102841]: cluster 2022-01-26T00:16:24.202261+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:16:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:25 smithi068 conmon[102841]: 2957 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:25 smithi165 conmon[67662]: cluster 2022-01-26T00:16:24.202261+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:16:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:25 smithi165 conmon[67662]: 2957 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:27 smithi068 conmon[102841]: cluster 2022-01-26T00:16:26.202828+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:16:27.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:27 smithi068 conmon[102841]: .14702) 2958 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:27 smithi165 conmon[67662]: cluster 2022-01-26T00:16:26.202828+0000 mgr.smithi068.zkksrk (mgr.14702) 2958 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:27 smithi165 conmon[67662]: 2022-01-26T00:16:29.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:29 smithi068 conmon[102841]: cluster 2022-01-26T00:16:28.203430+0000 mgr.smithi068.zkksrk (mgr.14702) 2959 2022-01-26T00:16:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:29 smithi068 conmon[102841]: : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:29 smithi165 conmon[67662]: cluster 2022-01-26T00:16:28.203430+0000 mgr.smithi068.zkksrk (mgr.14702) 2959 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:30.665 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:16:30.958 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:16:30.958 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (90m) 86s ago 91m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:16:30.958 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (83m) 86s ago 91m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:16:30.959 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (83m) 88s ago 90m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:16:30.959 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (90m) 86s ago 91m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:16:30.959 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (86m) 86s ago 86m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:16:30.959 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (86m) 88s ago 86m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:16:30.959 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (84m) 86s ago 92m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:16:30.960 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (84m) 88s ago 90m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:16:30.960 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (83m) 86s ago 92m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:16:30.960 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (83m) 88s ago 90m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:16:30.960 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (84m) 86s ago 84m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:16:30.961 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (84m) 88s ago 84m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:16:30.961 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (91m) 86s ago 91m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:16:30.961 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (90m) 88s ago 90m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:16:30.961 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (75m) 86s ago 90m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:16:30.961 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (89m) 86s ago 89m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:16:30.962 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (89m) 86s ago 89m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:16:30.962 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (89m) 86s ago 89m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:16:30.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (89m) 88s ago 89m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:16:30.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (88m) 88s ago 88m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:16:30.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (88m) 88s ago 88m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:16:30.963 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (88m) 88s ago 88m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:16:30.964 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (90m) 86s ago 90m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:16:31.299 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:16:31.300 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:16:31.300 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:31.300 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:31.301 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:16:31.301 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:31.302 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:31.302 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:16:31.303 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:16:31.303 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:16:31.303 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:31.303 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:16:31.303 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:16:31.304 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:16:31.304 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:16:31.304 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:16:31.304 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:16:31.305 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:16:31.305 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:16:31.305 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:31 smithi068 conmon[102841]: cluster 2022-01-26T00:16:30.204378+0000 mgr.smithi068.zkksrk (mgr.14702) 2960 : cluster 2022-01-26T00:16:31.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:31 smithi068 conmon[102841]: [DBG] pgmap v2551: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:31.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:31 smithi068 conmon[102841]: audit 2022-01-26T00:16:30.653806+0000 mgr.smithi068.zkksrk (mgr.14702) 2961 : audit [DBG] from='client.36054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:31 smithi068 conmon[102841]: audit 2022-01-26T00:16:30.944124+0000 mgr.smithi068.zkksrk (mgr.14702) 2962 2022-01-26T00:16:31.306 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:31 smithi068 conmon[102841]: : audit [DBG] from='client.36058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:31 smithi165 conmon[67662]: cluster 2022-01-26T00:16:30.204378+0000 mgr.smithi068.zkksrk (mgr.14702) 2960 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:31.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:31 smithi165 conmon[67662]: audit 2022-01-26T00:16:30.653806+0000 mgr.smithi068.zkksrk (mgr.14702) 2961 : audit [DBG] from='client.36054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:31 smithi165 conmon[67662]: audit 2022-01-26T00:16:30.944124+0000 mgr.smithi068.zkksrk (mgr.14702) 2962 : audit [DBG] from='client.36058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:32.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:32 smithi165 conmon[67662]: audit 2022-01-26T00:16:31.300680+0000 mon.smithi068 (mon.0) 1090 : audit [DBG] from='client.? 172.21.15.68:0/101170756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:32 smithi068 conmon[102841]: audit 2022-01-26T00:16:31.300680+0000 mon.smithi068 (mon.0 2022-01-26T00:16:32.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:32 smithi068 conmon[102841]: ) 1090 : audit [DBG] from='client.? 172.21.15.68:0/101170756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:33 smithi068 conmon[102841]: cluster 2022-01-26T00:16:32.204890+0000 mgr.smithi068.zkksrk (mgr.14702) 2963 : 2022-01-26T00:16:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:33 smithi068 conmon[102841]: cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:33 smithi165 conmon[67662]: cluster 2022-01-26T00:16:32.204890+0000 mgr.smithi068.zkksrk (mgr.14702) 2963 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:33 smithi165 conmon[67662]: 2022-01-26T00:16:35.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:35 smithi068 conmon[102841]: cluster 2022-01-26T00:16:34.205723+0000 mgr.smithi068.zkksrk (mgr.14702) 2964 : cluster 2022-01-26T00:16:35.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:35 smithi068 conmon[102841]: [DBG] pgmap v2553: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:35 smithi165 conmon[67662]: cluster 2022-01-26T00:16:34.205723+0000 mgr.smithi068.zkksrk (mgr.14702) 2964 : cluster 2022-01-26T00:16:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:35 smithi165 conmon[67662]: [DBG] pgmap v2553: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:37.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:37 smithi068 conmon[102841]: cluster 2022-01-26T00:16:36.206444+0000 mgr.smithi068.zkksrk (mgr.14702) 2965 : 2022-01-26T00:16:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:37 smithi068 conmon[102841]: cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:37 smithi165 conmon[67662]: cluster 2022-01-26T00:16:36.206444+0000 mgr.smithi068.zkksrk (mgr.14702) 2965 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:39 smithi068 conmon[102841]: cluster 2022-01-26T00:16:38.206897+0000 mgr.smithi068.zkksrk (mgr.14702) 2966 : cluster 2022-01-26T00:16:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:39 smithi068 conmon[102841]: [DBG] pgmap v2555: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:39 smithi165 conmon[67662]: cluster 2022-01-26T00:16:38.206897+0000 mgr.smithi068.zkksrk (mgr.14702) 2966 : 2022-01-26T00:16:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:39 smithi165 conmon[67662]: cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:41 smithi165 conmon[67662]: cluster 2022-01-26T00:16:40.207770+0000 mgr.smithi068.zkksrk (mgr.14702) 2967 : cluster 2022-01-26T00:16:41.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:41 smithi165 conmon[67662]: [DBG] pgmap v2556: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:41 smithi068 conmon[102841]: cluster 2022-01-26T00:16:40.207770+0000 2022-01-26T00:16:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:41 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2967 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:43.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:43 smithi068 conmon[102841]: cluster 2022-01-26T00:16:42.208460+0000 mgr.smithi068.zkksrk (mgr.14702) 2968 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:43 smithi165 conmon[67662]: cluster 2022-01-26T00:16:42.208460+0000 mgr.smithi068.zkksrk (mgr.14702) 2968 : cluster [DBG] 2022-01-26T00:16:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:43 smithi165 conmon[67662]: pgmap v2557: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:45 smithi068 conmon[102841]: cluster 2022-01-26T00:16:44.209431+0000 mgr.smithi068.zkksrk (mgr.14702) 2969 : 2022-01-26T00:16:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:45 smithi068 conmon[102841]: cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:45 smithi165 conmon[67662]: cluster 2022-01-26T00:16:44.209431+0000 mgr.smithi068.zkksrk (mgr.14702) 2969 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:45 smithi165 conmon[67662]: 2022-01-26T00:16:47.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:47 smithi068 conmon[102841]: cluster 2022-01-26T00:16:46.210017+0000 mgr.smithi068.zkksrk (mgr.14702) 2970 : cluster 2022-01-26T00:16:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:47 smithi068 conmon[102841]: [DBG] pgmap v2559: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:47 smithi165 conmon[67662]: cluster 2022-01-26T00:16:46.210017+0000 mgr.smithi068.zkksrk (mgr.14702) 2970 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:47.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:47 smithi165 conmon[67662]: 2022-01-26T00:16:49.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:49 smithi068 conmon[102841]: cluster 2022-01-26T00:16:48.210623+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:16:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:49 smithi068 conmon[102841]: 2971 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:49 smithi165 conmon[67662]: cluster 2022-01-26T00:16:48.210623+0000 mgr.smithi068.zkksrk (mgr.14702) 2971 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:49 smithi165 conmon[67662]: 2022-01-26T00:16:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:51 smithi068 conmon[102841]: cluster 2022-01-26T00:16:50.211502+0000 mgr.smithi068.zkksrk (mgr.14702) 2972 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:51 smithi165 conmon[67662]: cluster 2022-01-26T00:16:50.211502+0000 mgr.smithi068.zkksrk (mgr.14702) 2972 : cluster 2022-01-26T00:16:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:51 smithi165 conmon[67662]: [DBG] pgmap v2561: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:53.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:53 smithi068 conmon[102841]: cluster 2022-01-26T00:16:52.212072+0000 mgr.smithi068.zkksrk (mgr.14702) 2973 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:53 smithi165 conmon[67662]: cluster 2022-01-26T00:16:52.212072+0000 mgr.smithi068.zkksrk (mgr.14702) 2973 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:55 smithi068 conmon[102841]: cluster 2022-01-26T00:16:54.212868+0000 mgr.smithi068.zkksrk (mgr.14702) 2974 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:55 smithi165 conmon[67662]: cluster 2022-01-26T00:16:54.212868+0000 mgr.smithi068.zkksrk (mgr.14702) 2974 : cluster [DBG] 2022-01-26T00:16:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:55 smithi165 conmon[67662]: pgmap v2563: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:16:57.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:57 smithi068 conmon[102841]: cluster 2022-01-26T00:16:56.213614+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:16:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:57 smithi068 conmon[102841]: 14702) 2975 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:57 smithi165 conmon[67662]: cluster 2022-01-26T00:16:56.213614+0000 mgr.smithi068.zkksrk (mgr.14702) 2975 : cluster [DBG] 2022-01-26T00:16:57.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:57 smithi165 conmon[67662]: pgmap v2564: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:59.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:16:59 smithi068 conmon[102841]: cluster 2022-01-26T00:16:58.214144+0000 mgr.smithi068.zkksrk (mgr.14702) 2976 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:59 smithi165 conmon[67662]: cluster 2022-01-26T00:16:58.214144+0000 mgr.smithi068.zkksrk (mgr.14702) 2976 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:59.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:16:59 smithi165 conmon[67662]: 2022-01-26T00:17:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:01 smithi068 conmon[102841]: cluster 2022-01-26T00:17:00.215150+0000 mgr.smithi068.zkksrk (mgr.14702) 2977 2022-01-26T00:17:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:01 smithi068 conmon[102841]: : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:01.620 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:17:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:01 smithi165 conmon[67662]: cluster 2022-01-26T00:17:00.215150+0000 mgr.smithi068.zkksrk (mgr.14702) 2977 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:01 smithi165 conmon[67662]: 2022-01-26T00:17:01.906 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:17:01.906 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (90m) 117s ago 91m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:17:01.907 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (84m) 117s ago 91m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:17:01.907 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (83m) 119s ago 91m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:17:01.907 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (90m) 117s ago 91m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:17:01.907 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (87m) 117s ago 87m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:17:01.908 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (87m) 119s ago 87m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:17:01.908 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (84m) 117s ago 93m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:17:01.908 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (84m) 119s ago 91m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:17:01.908 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (84m) 117s ago 93m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:17:01.908 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (84m) 119s ago 91m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:17:01.909 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (85m) 117s ago 85m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:17:01.909 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (85m) 119s ago 85m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:17:01.909 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (91m) 117s ago 91m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:17:01.910 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (91m) 119s ago 91m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:17:01.910 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (75m) 117s ago 90m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:17:01.910 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (90m) 117s ago 90m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:17:01.910 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (90m) 117s ago 90m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:17:01.910 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (89m) 117s ago 89m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:17:01.911 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (89m) 119s ago 89m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:17:01.911 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (89m) 119s ago 89m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:17:01.911 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (89m) 119s ago 89m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:17:01.911 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (88m) 119s ago 88m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:17:01.912 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (90m) 117s ago 91m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:17:02.244 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:17:02.245 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:17:02.245 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:02.245 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:02.246 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:17:02.246 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:02.246 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:02.246 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:17:02.247 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:17:02.247 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:17:02.247 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:02.247 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:17:02.247 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:17:02.248 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:02.248 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:17:02.248 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:17:02.248 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:17:02.249 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:17:02.249 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:17:02.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:02 smithi068 conmon[102841]: audit 2022-01-26T00:17:01.609196+0000 mgr.smithi068.zkksrk 2022-01-26T00:17:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:02 smithi068 conmon[102841]: (mgr.14702) 2978 : audit [DBG] from='client.36066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:02 smithi068 conmon[102841]: audit 2022-01-26T00:17:01.892753+0000 mgr.smithi068.zkksrk (mgr.14702) 2979 : audit 2022-01-26T00:17:02.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:02 smithi068 conmon[102841]: [DBG] from='client.36070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:02 smithi165 conmon[67662]: audit 2022-01-26T00:17:01.609196+0000 mgr.smithi068.zkksrk (mgr.14702) 2978 : audit [DBG] from='client.36066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:02 smithi165 conmon[67662]: audit 2022-01-26T00:17:01.892753+0000 mgr.smithi068.zkksrk (mgr.14702) 2979 : audit [DBG] from='client.36070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:03.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:03 smithi068 conmon[102841]: cluster 2022-01-26T00:17:02.215541+0000 mgr.smithi068.zkksrk (mgr.14702) 2980 : 2022-01-26T00:17:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:03 smithi068 conmon[102841]: cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:03 smithi068 conmon[102841]: audit 2022-01-26T00:17:02.245142+0000 mon.smithi068 2022-01-26T00:17:03.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:03 smithi068 conmon[102841]: (mon.0) 1091 : audit [DBG] from='client.? 172.21.15.68:0/178327490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:03 smithi165 conmon[67662]: cluster 2022-01-26T00:17:02.215541+0000 mgr.smithi068.zkksrk (mgr.14702) 2980 : cluster 2022-01-26T00:17:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:03 smithi165 conmon[67662]: [DBG] pgmap v2567: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:03 smithi165 conmon[67662]: audit 2022-01-26T00:17:02.245142+0000 mon.smithi068 (mon.0) 1091 : audit [DBG] from='client.? 172.21.15.68:0/178327490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:05.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: cluster 2022-01-26T00:17:04.216300+0000 2022-01-26T00:17:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2981 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: audit 2022-01-26T00:17:05.038054 2022-01-26T00:17:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 1092 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:17:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: audit 2022-01-26T00: 2022-01-26T00:17:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: 17:05.039692+0000 mon.smithi068 (mon.0) 1093 2022-01-26T00:17:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:17:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: audit 2022-01- 2022-01-26T00:17:05.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: 26T00:17:05.040667+0000 mon.smithi068 (mon 2022-01-26T00:17:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: .0) 1094 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:17:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: cephadm 2022-01-26T00:17:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: 2022-01-26T00:17:05.041499+0000 2022-01-26T00:17:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2982 : cephadm [WRN] 2022-01-26T00:17:05.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:05 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:17:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: cluster 2022-01-26T00:17:04.216300+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:17:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: .14702) 2981 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: audit 2022-01-26T00:17:05.038054+0000 mon.smithi068 (mon.0) 1092 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:17:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: audit 2022-01-26T00:17:05.039692+0000 mon.smithi068 (mon.0) 1093 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:17:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: audit 2022-01-26T00:17:05.040667+0000 mon.smithi068 (mon.0) 1094 2022-01-26T00:17:05.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:17:05.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: cephadm 2022-01-26T00:17: 2022-01-26T00:17:05.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:05 smithi165 conmon[67662]: 05.041499+0000 mgr.smithi068.zkksrk (mgr.14702) 2982 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:17:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:06 smithi165 conmon[67662]: audit 2022-01-26T00:17:05.398555+0000 mon.smithi068 (mon.0) 1095 : audit [INF] 2022-01-26T00:17:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:06 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:17:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:06 smithi165 conmon[67662]: audit 2022-01-26T00:17:05.781377+0000 mon.smithi068 (mon.0) 1096 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:17:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:06 smithi165 conmon[67662]: audit 2022-01-26T00:17:06.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:06 smithi165 conmon[67662]: 2022-01-26T00:17:05.786829+0000 mon.smithi068 (mon.0) 1097 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:17:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:06 smithi068 conmon[102841]: audit 2022-01-26T00:17:05.398555+0000 mon.smithi068 (mon.0) 1095 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:17:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:06 smithi068 conmon[102841]: audit 2022-01-26T00:17:05.781377+0000 mon.smithi068 (mon.0) 1096 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:17:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:06 smithi068 conmon[102841]: audit 2022-01-26T00:17:05.786829+0000 mon.smithi068 (mon.0) 1097 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:17:08.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:07 smithi068 conmon[102841]: cluster 2022-01-26T00:17:06.216845+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:17:08.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:07 smithi068 conmon[102841]: 2983 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:07 smithi165 conmon[67662]: cluster 2022-01-26T00:17:06.216845+0000 mgr.smithi068.zkksrk (mgr.14702) 2983 : cluster 2022-01-26T00:17:08.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:07 smithi165 conmon[67662]: [DBG] pgmap v2569: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:10.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:09 smithi068 conmon[102841]: cluster 2022-01-26T00:17:08.217355+0000 mgr.smithi068.zkksrk (mgr.14702) 2984 : cluster 2022-01-26T00:17:10.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:09 smithi068 conmon[102841]: [DBG] pgmap v2570: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:09 smithi165 conmon[67662]: cluster 2022-01-26T00:17:08.217355+0000 mgr.smithi068.zkksrk (mgr.14702) 2984 : cluster [DBG] 2022-01-26T00:17:10.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:09 smithi165 conmon[67662]: pgmap v2570: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:11 smithi068 conmon[102841]: cluster 2022-01-26T00:17:10.218435+0000 2022-01-26T00:17:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:11 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 2985 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:11 smithi165 conmon[67662]: cluster 2022-01-26T00:17:10.218435+0000 mgr.smithi068.zkksrk (mgr.14702) 2985 : cluster 2022-01-26T00:17:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:11 smithi165 conmon[67662]: [DBG] pgmap v2571: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:13.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:13 smithi068 conmon[102841]: cluster 2022-01-26T00:17:12.219138+0000 mgr.smithi068.zkksrk (mgr.14702) 2986 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:13 smithi165 conmon[67662]: cluster 2022-01-26T00:17:12.219138+0000 mgr.smithi068.zkksrk (mgr.14702) 2986 : cluster [DBG] 2022-01-26T00:17:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:13 smithi165 conmon[67662]: pgmap v2572: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:15 smithi068 conmon[102841]: cluster 2022-01-26T00:17:14.219926+0000 mgr.smithi068.zkksrk (mgr.14702) 2987 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:15.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:15 smithi165 conmon[67662]: cluster 2022-01-26T00:17:14.219926+0000 mgr.smithi068.zkksrk (mgr.14702) 2987 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:17.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:17 smithi068 conmon[102841]: cluster 2022-01-26T00:17:16.220760+0000 mgr.smithi068.zkksrk (mgr.14702) 2988 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:17 smithi165 conmon[67662]: cluster 2022-01-26T00:17:16.220760+0000 mgr.smithi068.zkksrk (mgr.14702) 2988 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: cluster 2022-01-26T00:17:18.221223+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:17:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: 2989 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: audit 2022-01-26T00:17:18.399688+0000 mon.smithi068 (mon.0) 1098 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:17:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:17:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: -26T00:17:18.550371+0000 2022-01-26T00:17:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1099 : 2022-01-26T00:17:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:19 smithi068 conmon[102841]: audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:17:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:19 smithi165 conmon[67662]: cluster 2022-01-26T00:17:18.221223+0000 mgr.smithi068.zkksrk (mgr.14702) 2989 : cluster [DBG] 2022-01-26T00:17:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:19 smithi165 conmon[67662]: pgmap v2575: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:19 smithi165 conmon[67662]: audit 2022-01-26T00:17:18.399688+0000 mon.smithi068 (mon.0) 1098 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:17:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:19 smithi165 conmon[67662]: audit 2022-01-26T00:17:18.550371+0000 mon.smithi068 (mon.0) 1099 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:17:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:21 smithi068 conmon[102841]: cluster 2022-01-26T00:17:20.222082+0000 mgr.smithi068.zkksrk (mgr.14702) 2990 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:21 smithi068 conmon[102841]: 2022-01-26T00:17:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:21 smithi165 conmon[67662]: cluster 2022-01-26T00:17:20.222082+0000 mgr.smithi068.zkksrk (mgr.14702) 2990 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:23.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:23 smithi068 conmon[102841]: cluster 2022-01-26T00:17:22.222688+0000 mgr.smithi068.zkksrk (mgr.14702) 2991 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:23 smithi165 conmon[67662]: cluster 2022-01-26T00:17:22.222688+0000 mgr.smithi068.zkksrk (mgr.14702) 2991 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:25 smithi068 conmon[102841]: cluster 2022-01-26T00:17:24.223601+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:17:25.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:25 smithi068 conmon[102841]: ) 2992 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:25 smithi165 conmon[67662]: cluster 2022-01-26T00:17:24.223601+0000 mgr.smithi068.zkksrk (mgr.14702) 2992 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:27.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:27 smithi068 conmon[102841]: cluster 2022-01-26T00:17:26.224191+0000 mgr.smithi068.zkksrk (mgr.14702) 2993 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:27 smithi165 conmon[67662]: cluster 2022-01-26T00:17:26.224191+0000 mgr.smithi068.zkksrk (mgr.14702) 2993 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:29 smithi068 conmon[102841]: cluster 2022-01-26T00:17:28.224722+0000 mgr.smithi068.zkksrk 2022-01-26T00:17:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:29 smithi068 conmon[102841]: (mgr.14702) 2994 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:29 smithi165 conmon[67662]: cluster 2022-01-26T00:17:28.224722+0000 mgr.smithi068.zkksrk (mgr.14702) 2994 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:31 smithi068 conmon[102841]: cluster 2022-01-26T00:17:30.225608+0000 mgr.smithi068.zkksrk (mgr.14702) 2995 : cluster [DBG] 2022-01-26T00:17:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:31 smithi068 conmon[102841]: pgmap v2581: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:31 smithi165 conmon[67662]: cluster 2022-01-26T00:17:30.225608+0000 mgr.smithi068.zkksrk (mgr.14702) 2995 : cluster [DBG] 2022-01-26T00:17:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:31 smithi165 conmon[67662]: pgmap v2581: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:32.564 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:17:32.853 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:17:32.853 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (91m) 2m ago 92m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:17:32.853 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (84m) 2m ago 92m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:17:32.854 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (84m) 2m ago 91m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:17:32.854 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (91m) 2m ago 92m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:17:32.854 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (87m) 2m ago 87m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:17:32.854 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (88m) 2m ago 88m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:17:32.854 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (85m) 2m ago 93m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:17:32.855 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (85m) 2m ago 91m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:17:32.855 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (84m) 2m ago 93m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:17:32.855 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (84m) 2m ago 91m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:17:32.855 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (85m) 2m ago 85m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:17:32.856 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (85m) 2m ago 85m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:17:32.856 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (92m) 2m ago 92m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:17:32.856 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (91m) 2m ago 91m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:17:32.857 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (76m) 2m ago 91m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:17:32.857 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (90m) 2m ago 90m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:17:32.857 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (90m) 2m ago 90m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:17:32.857 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (90m) 2m ago 90m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:17:32.858 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (90m) 2m ago 90m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:17:32.858 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (89m) 2m ago 89m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:17:32.858 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (89m) 2m ago 89m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:17:32.858 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (89m) 2m ago 89m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:17:32.859 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (91m) 2m ago 91m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:17:33.188 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:17:33.189 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:17:33.189 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:33.189 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:33.189 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:17:33.190 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:33.190 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:33.190 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:17:33.190 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:17:33.191 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:17:33.191 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:33.191 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:17:33.191 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:17:33.192 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:17:33.192 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:17:33.192 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:17:33.192 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:17:33.193 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:17:33.193 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:17:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: cluster 2022-01-26T00:17:32.226305+0000 mgr.smithi068.zkksrk (mgr.14702) 2996 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: audit 2022-01-26T00:17:32.552060+0000 mgr.smithi068.zkksrk (mgr.14702) 2997 : audit [DBG] from='client.36078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:17:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: -26T00:17:32.838170+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:17:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: .14702) 2998 : audit [DBG] 2022-01-26T00:17:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: from='client.36082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:17:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: 01-26T00:17:33. 2022-01-26T00:17:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: 189153+0000 mon.smithi068 (mon.0 2022-01-26T00:17:33.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:33 smithi068 conmon[102841]: ) 1100 : audit [DBG] from='client.? 172.21.15.68:0/2367487108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: cluster 2022-01-26T00:17:32.226305+0000 mgr.smithi068.zkksrk (mgr.14702) 2996 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: audit 2022-01-26T00:17:32.552060+0000 mgr.smithi068.zkksrk (mgr.14702) 2997 : audit [DBG] from='client.36078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: audit 2022-01-26T00:17:32.838170+0000 mgr.smithi068.zkksrk (mgr.14702) 2998 : audit [DBG] 2022-01-26T00:17:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: from='client.36082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: audit 2022-01-26T00:17:33.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: 2022-01-26T00:17:33.189153+0000 mon.smithi068 ( 2022-01-26T00:17:33.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:33 smithi165 conmon[67662]: mon.0) 1100 : audit [DBG] from='client.? 172.21.15.68:0/2367487108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:35.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:35 smithi068 conmon[102841]: cluster 2022-01-26T00:17:34.227179+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:17:35.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:35 smithi068 conmon[102841]: 2999 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:35 smithi165 conmon[67662]: cluster 2022-01-26T00:17:34.227179+0000 mgr.smithi068.zkksrk (mgr.14702) 2999 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:37.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:37 smithi068 conmon[102841]: cluster 2022-01-26T00:17:36.227942+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:17:37.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:37 smithi068 conmon[102841]: ) 3000 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:37 smithi165 conmon[67662]: cluster 2022-01-26T00:17:36.227942+0000 mgr.smithi068.zkksrk (mgr.14702) 3000 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:39 smithi068 conmon[102841]: cluster 2022-01-26T00:17:38.228527+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:17:39.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:39 smithi068 conmon[102841]: .14702) 3001 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:39 smithi165 conmon[67662]: cluster 2022-01-26T00:17:38.228527+0000 mgr.smithi068.zkksrk (mgr.14702) 3001 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:41 smithi068 conmon[102841]: cluster 2022-01-26T00:17:40.229466+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:17:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:41 smithi068 conmon[102841]: .14702) 3002 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:41 smithi165 conmon[67662]: cluster 2022-01-26T00:17:40.229466+0000 mgr.smithi068.zkksrk (mgr.14702) 3002 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:43.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:43 smithi068 conmon[102841]: cluster 2022-01-26T00:17:42.230123+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:17:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:43 smithi068 conmon[102841]: .14702) 3003 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:43 smithi165 conmon[67662]: cluster 2022-01-26T00:17:42.230123+0000 mgr.smithi068.zkksrk (mgr.14702) 3003 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:45.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:45 smithi068 conmon[102841]: cluster 2022-01-26T00:17:44.231043+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:17:45.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:45 smithi068 conmon[102841]: .14702) 3004 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:45 smithi165 conmon[67662]: cluster 2022-01-26T00:17:44.231043+0000 mgr.smithi068.zkksrk (mgr.14702) 3004 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:45 smithi165 conmon[67662]: 2022-01-26T00:17:47.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:47 smithi068 conmon[102841]: cluster 2022-01-26T00:17:46.231596+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:17:47.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:47 smithi068 conmon[102841]: ) 3005 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:47.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:47 smithi165 conmon[67662]: cluster 2022-01-26T00:17:46.231596+0000 mgr.smithi068.zkksrk (mgr.14702) 3005 : cluster 2022-01-26T00:17:47.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:47 smithi165 conmon[67662]: [DBG] pgmap v2589: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:49 smithi068 conmon[102841]: cluster 2022-01-26T00:17:48.232061+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:17:49.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:49 smithi068 conmon[102841]: 3006 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:49 smithi165 conmon[67662]: cluster 2022-01-26T00:17:48.232061+0000 mgr.smithi068.zkksrk (mgr.14702) 3006 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:49 smithi165 conmon[67662]: 2022-01-26T00:17:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:51 smithi068 conmon[102841]: cluster 2022-01-26T00:17:50.233210+0000 mgr.smithi068.zkksrk (mgr.14702) 3007 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:51 smithi165 conmon[67662]: cluster 2022-01-26T00:17:50.233210+0000 mgr.smithi068.zkksrk (mgr.14702) 3007 2022-01-26T00:17:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:51 smithi165 conmon[67662]: : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:53.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:53 smithi068 conmon[102841]: cluster 2022-01-26T00:17:52.233786+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:17:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:53 smithi068 conmon[102841]: 14702) 3008 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:53 smithi165 conmon[67662]: cluster 2022-01-26T00:17:52.233786+0000 mgr.smithi068.zkksrk (mgr.14702) 3008 : cluster 2022-01-26T00:17:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:53 smithi165 conmon[67662]: [DBG] pgmap v2592: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:55.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:55 smithi068 conmon[102841]: cluster 2022-01-26T00:17:54.234572+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:17:55.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:55 smithi068 conmon[102841]: 3009 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:55 smithi165 conmon[67662]: cluster 2022-01-26T00:17:54.234572+0000 mgr.smithi068.zkksrk (mgr.14702) 3009 : cluster 2022-01-26T00:17:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:55 smithi165 conmon[67662]: [DBG] pgmap v2593: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:17:57.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:57 smithi068 conmon[102841]: cluster 2022-01-26T00:17:56.235206+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:17:57.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:57 smithi068 conmon[102841]: ) 3010 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:57 smithi165 conmon[67662]: cluster 2022-01-26T00:17:56.235206+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:17:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:57 smithi165 conmon[67662]: 3010 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:59.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:59 smithi068 conmon[102841]: cluster 2022-01-26T00:17:58.235734+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:17:59.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:17:59 smithi068 conmon[102841]: ) 3011 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:17:59 smithi165 conmon[67662]: cluster 2022-01-26T00:17:58.235734+0000 mgr.smithi068.zkksrk (mgr.14702) 3011 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:01 smithi068 conmon[102841]: cluster 2022-01-26T00:18:00.236798+0000 mgr.smithi068.zkksrk (mgr.14702) 3012 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:01 smithi165 conmon[67662]: cluster 2022-01-26T00:18:00.236798+0000 mgr.smithi068.zkksrk (mgr.14702) 3012 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:03.507 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:18:03.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:03 smithi068 conmon[102841]: cluster 2022-01-26T00:18:02.237416+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:18:03.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:03 smithi068 conmon[102841]: .14702) 3013 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:03 smithi165 conmon[67662]: cluster 2022-01-26T00:18:02.237416+0000 mgr.smithi068.zkksrk (mgr.14702) 3013 : cluster [DBG] 2022-01-26T00:18:03.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:03 smithi165 conmon[67662]: pgmap v2597: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:03.799 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:18:03.800 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (91m) 2m ago 92m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:18:03.802 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (85m) 2m ago 92m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:18:03.803 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (84m) 3m ago 92m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:18:03.805 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (91m) 2m ago 92m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:18:03.805 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (88m) 2m ago 88m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:18:03.807 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (88m) 3m ago 88m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:18:03.807 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (85m) 2m ago 94m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:18:03.808 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (85m) 3m ago 92m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:18:03.808 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (85m) 2m ago 94m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:18:03.808 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (85m) 3m ago 92m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:18:03.808 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (86m) 2m ago 86m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:18:03.808 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (86m) 3m ago 86m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:18:03.809 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (92m) 2m ago 92m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:18:03.809 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (92m) 3m ago 92m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:18:03.810 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (76m) 2m ago 91m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:18:03.810 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (91m) 2m ago 91m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:18:03.810 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (91m) 2m ago 91m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:18:03.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (90m) 2m ago 90m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:18:03.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (90m) 3m ago 90m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:18:03.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (90m) 3m ago 90m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:18:03.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (90m) 3m ago 90m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:18:03.811 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (89m) 3m ago 89m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:18:03.812 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (91m) 2m ago 92m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:18:04.138 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:18:04.139 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:18:04.139 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:04.139 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:04.139 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:18:04.140 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:04.140 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:04.140 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:18:04.140 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:18:04.140 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:18:04.141 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:04.141 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:18:04.141 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:18:04.141 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:04.142 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:18:04.142 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:18:04.142 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:18:04.142 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:18:04.142 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:18:04.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: audit 2022-01-26T00:18:03.496489+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:18:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: 14702) 3014 : audit [DBG] from='client.36090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: audit 2022-01-26T00:18:03.785481+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:18:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: mgr.14702) 3015 : audit [DBG] from='client.36094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: audit 2022-01- 2022-01-26T00:18:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: 26T00:18:04.139448+0000 mon.smithi068 (mon.0) 1101 : 2022-01-26T00:18:04.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:04 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/853326744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:04.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:04 smithi165 conmon[67662]: audit 2022-01-26T00:18:03.496489+0000 mgr.smithi068.zkksrk (mgr.14702) 3014 : audit [DBG] from='client.36090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:04 smithi165 conmon[67662]: audit 2022-01-26T00:18:03.785481+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:18:04.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:04 smithi165 conmon[67662]: mgr.14702) 3015 : audit [DBG] from='client.36094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:04 smithi165 conmon[67662]: audit 2022-01-26T00:18:04.139448+0000 mon.smithi068 (mon.0) 1101 : audit [DBG] from='client.? 172.21.15.68:0/853326744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:05 smithi068 conmon[102841]: cluster 2022-01-26T00:18:04.238263+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:05.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:05 smithi068 conmon[102841]: 3016 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:05 smithi165 conmon[67662]: cluster 2022-01-26T00:18:04.238263+0000 mgr.smithi068.zkksrk (mgr.14702) 3016 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:06.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: audit 2022-01-26T00:18:05.789854+0000 mon.smithi068 (mon.0) 1102 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:18:06.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: audit 2022-01-26T00:18:05.791399+0000 mon.smithi068 (mon.0) 1103 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:18:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: audit 2022-01-26T00:18:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: 2022-01-26T00:18:05.792583+0000 mon.smithi068 ( 2022-01-26T00:18:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: mon.0) 1104 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:18:06.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: cephadm 2022 2022-01-26T00:18:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: -01-26T00:18:05.793413+0000 2022-01-26T00:18:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3017 : cephadm [WRN] 2022-01-26T00:18:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:18:06.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:18:06.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: T00:18:06.139117+0000 2022-01-26T00:18:06.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1105 : audit [INF] 2022-01-26T00:18:06.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:06 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:18:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: audit 2022-01-26T00:18:05.789854+0000 mon.smithi068 (mon.0) 2022-01-26T00:18:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: 1102 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:18:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: audit 2022-01-26T00:18:05.791399+0000 mon.smithi068 (mon.0) 1103 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:18:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: audit 2022-01-26T00:18:05.792583 2022-01-26T00:18:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1104 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:18:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: 2022-01-26T00:18:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: cephadm 2022-01-26T00:18 2022-01-26T00:18:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: :05.793413+0000 mgr.smithi068.zkksrk (mgr.14702) 3017 : 2022-01-26T00:18:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:18:06.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:18:06.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: :18:06.139117+0000 mon.smithi068 (mon.0) 2022-01-26T00:18:06.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:06 smithi165 conmon[67662]: 1105 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:18:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:07 smithi068 conmon[102841]: cluster 2022-01-26T00:18:06.239003+0000 mgr.smithi068.zkksrk (mgr.14702) 3018 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:07 smithi068 conmon[102841]: audit 2022-01-26T00:18:06.519768+0000 mon.smithi068 (mon.0) 1106 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:18:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:07 smithi068 conmon[102841]: audit 2022-01-26T00:18 2022-01-26T00:18:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:07 smithi068 conmon[102841]: :06.525508+0000 mon.smithi068 (mon.0) 1107 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:18:07.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:07 smithi165 conmon[67662]: cluster 2022-01-26T00:18:06.239003+0000 mgr.smithi068.zkksrk (mgr.14702) 3018 : cluster 2022-01-26T00:18:07.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:07 smithi165 conmon[67662]: [DBG] pgmap v2599: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:07.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:07 smithi165 conmon[67662]: audit 2022-01-26T00:18:06.519768+0000 mon.smithi068 (mon.0) 1106 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:18:07.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:07 smithi165 conmon[67662]: audit 2022-01-26T00:18:06.525508+0000 mon.smithi068 (mon.0) 1107 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:18:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:09 smithi068 conmon[102841]: cluster 2022-01-26T00:18:08.239567+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:18:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:09 smithi068 conmon[102841]: 14702) 3019 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:09 smithi165 conmon[67662]: cluster 2022-01-26T00:18:08.239567+0000 mgr.smithi068.zkksrk (mgr.14702) 3019 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:09 smithi165 conmon[67662]: 2022-01-26T00:18:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:11 smithi068 conmon[102841]: cluster 2022-01-26T00:18:10.240541+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:18:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:11 smithi068 conmon[102841]: ) 3020 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:11 smithi165 conmon[67662]: cluster 2022-01-26T00:18:10.240541+0000 mgr.smithi068.zkksrk (mgr.14702) 3020 : cluster 2022-01-26T00:18:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:11 smithi165 conmon[67662]: [DBG] pgmap v2601: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:13 smithi068 conmon[102841]: cluster 2022-01-26T00:18:12.240988+0000 mgr.smithi068.zkksrk (mgr.14702) 3021 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:13 smithi165 conmon[67662]: cluster 2022-01-26T00:18:12.240988+0000 mgr.smithi068.zkksrk (mgr.14702) 3021 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:15 smithi068 conmon[102841]: cluster 2022-01-26T00:18:14.241881+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:18:15.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:15 smithi068 conmon[102841]: ) 3022 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:15 smithi165 conmon[67662]: cluster 2022-01-26T00:18:14.241881+0000 mgr.smithi068.zkksrk (mgr.14702) 3022 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:17.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:17 smithi068 conmon[102841]: cluster 2022-01-26T00:18:16.242522+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:18:17.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:17 smithi068 conmon[102841]: ) 3023 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:17 smithi165 conmon[67662]: cluster 2022-01-26T00:18:16.242522+0000 mgr.smithi068.zkksrk (mgr.14702) 3023 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:19.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:19 smithi068 conmon[102841]: cluster 2022-01-26T00:18:18.242943+0000 mgr.smithi068.zkksrk (mgr.14702) 3024 : cluster 2022-01-26T00:18:19.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:19 smithi068 conmon[102841]: [DBG] pgmap v2605: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:19 smithi068 conmon[102841]: audit 2022-01-26T00:18:18.402133+0000 mon.smithi068 (mon.0) 1108 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:18:19.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:19 smithi068 conmon[102841]: audit 2022-01-26T00:18:18.555870+0000 mon.smithi068 (mon.0) 1109 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:18:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:19 smithi165 conmon[67662]: cluster 2022-01-26T00:18:18.242943+0000 mgr.smithi068.zkksrk (mgr.14702) 3024 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:19 smithi165 conmon[67662]: audit 2022-01-26T00:18:18. 2022-01-26T00:18:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:19 smithi165 conmon[67662]: 402133+0000 mon.smithi068 (mon.0) 1108 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:18:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:19 smithi165 conmon[67662]: audit 2022-01-26T00:18:18.555870+0000 mon.smithi068 (mon.0) 1109 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:18:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:21 smithi068 conmon[102841]: cluster 2022-01-26T00:18:20.243875+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:21 smithi068 conmon[102841]: 3025 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:21 smithi165 conmon[67662]: cluster 2022-01-26T00:18:20.243875+0000 mgr.smithi068.zkksrk (mgr.14702) 3025 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:23.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:23 smithi068 conmon[102841]: cluster 2022-01-26T00:18:22.244405+0000 mgr.smithi068.zkksrk (mgr.14702) 3026 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:23 smithi165 conmon[67662]: cluster 2022-01-26T00:18:22.244405+0000 mgr.smithi068.zkksrk (mgr.14702) 3026 2022-01-26T00:18:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:23 smithi165 conmon[67662]: : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:25.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:25 smithi068 conmon[102841]: cluster 2022-01-26T00:18:24.245264+0000 mgr.smithi068.zkksrk (mgr.14702) 3027 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:25 smithi165 conmon[67662]: cluster 2022-01-26T00:18:24.245264+0000 mgr.smithi068.zkksrk (mgr.14702) 3027 : cluster [DBG] 2022-01-26T00:18:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:25 smithi165 conmon[67662]: pgmap v2608: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:27.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:27 smithi068 conmon[102841]: cluster 2022-01-26T00:18:26.245882+0000 mgr.smithi068.zkksrk (mgr.14702) 3028 : 2022-01-26T00:18:27.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:27 smithi068 conmon[102841]: cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:27 smithi165 conmon[67662]: cluster 2022-01-26T00:18:26.245882+0000 mgr.smithi068.zkksrk (mgr.14702) 3028 : cluster [DBG] 2022-01-26T00:18:27.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:27 smithi165 conmon[67662]: pgmap v2609: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:29.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:29 smithi068 conmon[102841]: cluster 2022-01-26T00:18:28.246504+0000 mgr.smithi068.zkksrk (mgr.14702) 3029 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:29.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:29 smithi165 conmon[67662]: cluster 2022-01-26T00:18:28.246504+0000 mgr.smithi068.zkksrk (mgr.14702) 3029 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:31 smithi068 conmon[102841]: cluster 2022-01-26T00:18:30.247544+0000 mgr.smithi068.zkksrk (mgr.14702) 3030 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:31 smithi165 conmon[67662]: cluster 2022-01-26T00:18:30.247544+0000 mgr.smithi068.zkksrk (mgr.14702) 3030 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:33.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:33 smithi068 conmon[102841]: cluster 2022-01-26T00:18:32.248036+0000 mgr.smithi068.zkksrk (mgr.14702) 3031 : 2022-01-26T00:18:33.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:33 smithi068 conmon[102841]: cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:33 smithi165 conmon[67662]: cluster 2022-01-26T00:18:32.248036+0000 mgr.smithi068.zkksrk (mgr.14702) 3031 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:34.460 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:18:34.748 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:18:34.748 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (92m) 3m ago 93m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:18:34.748 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (85m) 3m ago 93m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:18:34.749 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (85m) 3m ago 92m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:18:34.749 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (92m) 3m ago 93m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:18:34.749 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (89m) 3m ago 89m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:18:34.749 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (89m) 3m ago 89m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:18:34.750 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (86m) 3m ago 94m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:18:34.750 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (86m) 3m ago 92m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:18:34.750 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (85m) 3m ago 94m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:18:34.750 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (85m) 3m ago 92m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:18:34.751 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (86m) 3m ago 86m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:18:34.751 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (86m) 3m ago 86m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:18:34.751 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (93m) 3m ago 93m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:18:34.751 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (92m) 3m ago 92m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:18:34.752 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (77m) 3m ago 92m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:18:34.752 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (91m) 3m ago 91m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:18:34.752 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (91m) 3m ago 91m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:18:34.752 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (91m) 3m ago 91m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:18:34.753 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (91m) 3m ago 91m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:18:34.753 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (90m) 3m ago 90m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:18:34.753 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (90m) 3m ago 90m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:18:34.753 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (90m) 3m ago 90m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:18:34.753 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (92m) 3m ago 93m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:18:35.090 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:18:35.091 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:18:35.091 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:35.091 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:35.091 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:18:35.091 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:35.092 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:35.092 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:18:35.092 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:18:35.092 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:18:35.093 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:35.093 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:18:35.093 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:18:35.093 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:18:35.100 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:18:35.100 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:18:35.100 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:18:35.101 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:18:35.101 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:18:35.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: cluster 2022-01-26T00:18:34.248786+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:18:35.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: .14702) 3032 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:35.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: audit 2022-01-26T00:18:34.449097+0000 mgr.smithi068.zkksrk (mgr.14702) 3033 : audit [DBG] from='client.36102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: audit 2022-01-26T00:18:34.734624+0000 mgr.smithi068.zkksrk (mgr.14702) 3034 : audit [DBG] 2022-01-26T00:18:35.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: from='client.36106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:18:35.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: -26T00:18:35.090624+0000 mon.smithi068 (mon.0) 1110 : audit [DBG] from='client.? 172.21.15.68:0/1143607707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:35.565 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:35 smithi068 conmon[102841]: 2022-01-26T00:18:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: cluster 2022-01-26T00:18:34.248786+0000 mgr.smithi068.zkksrk (mgr.14702) 3032 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: audit 2022-01-26T00:18:34.449097+0000 mgr.smithi068.zkksrk (mgr.14702) 3033 : audit [DBG] from='client.36102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: audit 2022-01-26T00:18:34.734624+0000 mgr.smithi068.zkksrk 2022-01-26T00:18:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: (mgr.14702) 3034 : audit [DBG] from='client.36106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: audit 2022-01-26T00:18:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: 2022-01-26T00:18:35. 2022-01-26T00:18:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: 090624+0000 mon.smithi068 (mon.0) 1110 : 2022-01-26T00:18:35.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:35 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/1143607707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:37 smithi165 conmon[67662]: cluster 2022-01-26T00:18:36.249471+0000 mgr.smithi068.zkksrk (mgr.14702) 3035 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:37 smithi165 conmon[67662]: 2022-01-26T00:18:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:37 smithi068 conmon[102841]: cluster 2022-01-26T00:18:36.249471+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:37 smithi068 conmon[102841]: 3035 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:39 smithi165 conmon[67662]: cluster 2022-01-26T00:18:38.249964+0000 mgr.smithi068.zkksrk (mgr.14702) 3036 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:39 smithi068 conmon[102841]: cluster 2022-01-26T00:18:38.249964+0000 mgr.smithi068.zkksrk (mgr.14702) 3036 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:41 smithi068 conmon[102841]: cluster 2022-01-26T00:18:40.251055+0000 mgr.smithi068.zkksrk (mgr.14702) 3037 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:41 smithi165 conmon[67662]: cluster 2022-01-26T00:18:40.251055+0000 mgr.smithi068.zkksrk (mgr.14702) 3037 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:43.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:43 smithi068 conmon[102841]: cluster 2022-01-26T00:18:42.251734+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:43 smithi068 conmon[102841]: 3038 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:43 smithi165 conmon[67662]: cluster 2022-01-26T00:18:42.251734+0000 mgr.smithi068.zkksrk (mgr.14702) 3038 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:45 smithi165 conmon[67662]: cluster 2022-01-26T00:18:44.252543+0000 mgr.smithi068.zkksrk (mgr.14702) 3039 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:45 smithi068 conmon[102841]: cluster 2022-01-26T00:18:44.252543+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:45 smithi068 conmon[102841]: 3039 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:47 smithi165 conmon[67662]: cluster 2022-01-26T00:18:46.253239+0000 mgr.smithi068.zkksrk (mgr.14702) 3040 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:47 smithi068 conmon[102841]: cluster 2022-01-26T00:18:46.253239+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:47 smithi068 conmon[102841]: 3040 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:49 smithi165 conmon[67662]: cluster 2022-01-26T00:18:48.253905+0000 mgr.smithi068.zkksrk (mgr.14702) 3041 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:49 smithi165 conmon[67662]: 2022-01-26T00:18:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:49 smithi068 conmon[102841]: cluster 2022-01-26T00:18:48.253905+0000 mgr.smithi068.zkksrk (mgr.14702) 3041 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:51 smithi068 conmon[102841]: cluster 2022-01-26T00:18:50.254927+0000 mgr.smithi068.zkksrk (mgr.14702) 3042 2022-01-26T00:18:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:51 smithi068 conmon[102841]: : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:51 smithi165 conmon[67662]: cluster 2022-01-26T00:18:50.254927+0000 mgr.smithi068.zkksrk (mgr.14702) 3042 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:53.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:53 smithi068 conmon[102841]: cluster 2022-01-26T00:18:52.255518+0000 mgr.smithi068.zkksrk (mgr.14702) 3043 2022-01-26T00:18:53.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:53 smithi068 conmon[102841]: : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:53 smithi165 conmon[67662]: cluster 2022-01-26T00:18:52.255518+0000 mgr.smithi068.zkksrk (mgr.14702) 3043 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:55 smithi165 conmon[67662]: cluster 2022-01-26T00:18:54.256472+0000 mgr.smithi068.zkksrk (mgr.14702) 3044 : cluster [DBG] 2022-01-26T00:18:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:55 smithi165 conmon[67662]: pgmap v2623: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:55 smithi068 conmon[102841]: cluster 2022-01-26T00:18:54.256472+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:55 smithi068 conmon[102841]: 3044 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:18:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:57 smithi165 conmon[67662]: cluster 2022-01-26T00:18:56.257030+0000 mgr.smithi068.zkksrk (mgr.14702) 3045 : cluster [DBG] 2022-01-26T00:18:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:57 smithi165 conmon[67662]: pgmap v2624: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:57 smithi068 conmon[102841]: cluster 2022-01-26T00:18:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:57 smithi068 conmon[102841]: 2022-01-26T00:18:56.257030+0000 mgr.smithi068.zkksrk (mgr.14702) 3045 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:59 smithi165 conmon[67662]: cluster 2022-01-26T00:18:58.257714+0000 mgr.smithi068.zkksrk (mgr.14702) 3046 : cluster [DBG] 2022-01-26T00:18:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:18:59 smithi165 conmon[67662]: pgmap v2625: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:59 smithi068 conmon[102841]: cluster 2022-01-26T00:18:58.257714+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:18:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:18:59 smithi068 conmon[102841]: 3046 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:01 smithi068 conmon[102841]: cluster 2022-01-26T00:19:00.258757+0000 mgr.smithi068.zkksrk (mgr.14702) 3047 2022-01-26T00:19:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:01 smithi068 conmon[102841]: : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:01 smithi165 conmon[67662]: cluster 2022-01-26T00:19:00.258757+0000 mgr.smithi068.zkksrk (mgr.14702) 3047 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:03 smithi165 conmon[67662]: cluster 2022-01-26T00:19:02.259440+0000 mgr.smithi068.zkksrk (mgr.14702) 3048 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:03 smithi165 conmon[67662]: 2022-01-26T00:19:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:03 smithi068 conmon[102841]: cluster 2022-01-26T00:19:02.259440+0000 mgr.smithi068.zkksrk (mgr.14702) 3048 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:05.412 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:19:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:05 smithi165 conmon[67662]: cluster 2022-01-26T00:19:04.260373+0000 mgr.smithi068.zkksrk (mgr.14702) 3049 : cluster [DBG] 2022-01-26T00:19:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:05 smithi165 conmon[67662]: pgmap v2628: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:05.699 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:19:05.699 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (92m) 4m ago 93m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:19:05.699 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (86m) 4m ago 93m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:19:05.700 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (85m) 4m ago 93m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:19:05.700 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (92m) 4m ago 93m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:19:05.700 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (89m) 4m ago 89m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:19:05.700 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (89m) 4m ago 89m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:19:05.701 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (86m) 4m ago 95m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:19:05.701 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (86m) 4m ago 93m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:19:05.701 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (86m) 4m ago 95m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:19:05.701 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (86m) 4m ago 93m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:19:05.701 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (87m) 4m ago 87m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:19:05.702 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (87m) 4m ago 87m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:19:05.702 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (93m) 4m ago 93m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:19:05.702 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (93m) 4m ago 93m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:19:05.702 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (77m) 4m ago 92m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:19:05.703 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (92m) 4m ago 92m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:19:05.703 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (92m) 4m ago 92m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:19:05.703 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (91m) 4m ago 91m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:19:05.704 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (91m) 4m ago 91m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:19:05.704 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (91m) 4m ago 91m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:19:05.704 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (91m) 4m ago 91m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:19:05.705 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (90m) 4m ago 90m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:19:05.705 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (92m) 4m ago 93m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:19:05.705 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:05 smithi068 conmon[102841]: cluster 2022-01-26T00:19:04. 2022-01-26T00:19:05.705 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:05 smithi068 conmon[102841]: 260373+0000 mgr.smithi068.zkksrk (mgr.14702) 3049 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:06.040 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:19:06.040 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:19:06.040 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:06.041 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:06.041 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:19:06.041 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:06.041 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:06.042 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:19:06.042 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:19:06.042 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:19:06.042 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:06.043 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:19:06.043 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:19:06.043 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:06.043 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:19:06.044 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:19:06.044 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:19:06.044 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:19:06.044 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:19:06.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:06 smithi165 conmon[67662]: audit 2022-01-26T00:19:05.401341+0000 mgr.smithi068.zkksrk (mgr.14702) 3050 : audit [DBG] 2022-01-26T00:19:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:06 smithi165 conmon[67662]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:06.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:06 smithi165 conmon[67662]: audit 2022-01-26T00:19:05.685686+0000 mgr.smithi068.zkksrk (mgr.14702) 3051 : audit [DBG] from='client.36118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:06 smithi165 conmon[67662]: audit 2022-01-26T00:19:06.040863+0000 mon.smithi068 (mon.0) 1111 : audit [DBG] 2022-01-26T00:19:06.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:06 smithi165 conmon[67662]: from='client.? 172.21.15.68:0/2226174283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:06.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:06 smithi068 conmon[102841]: audit 2022-01-26T00:19:05.401341+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:19:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:06 smithi068 conmon[102841]: mgr.14702) 3050 : audit [DBG] from='client.36114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:06 smithi068 conmon[102841]: audit 2022-01-26T00:19:05.685686+0000 mgr.smithi068.zkksrk (mgr.14702) 3051 : audit 2022-01-26T00:19:06.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:06 smithi068 conmon[102841]: [DBG] from='client.36118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:06.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:06 smithi068 conmon[102841]: audit 2022-01-26T00:19:06.040863+0000 mon.smithi068 (mon. 2022-01-26T00:19:06.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:06 smithi068 conmon[102841]: 0) 1111 : audit [DBG] from='client.? 172.21.15.68:0/2226174283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:07.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:07 smithi068 conmon[102841]: cluster 2022-01-26T00:19:06.260880+0000 2022-01-26T00:19:07.349 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:07 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3052 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:07.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:07 smithi068 conmon[102841]: audit 2022-01-26T00:19:06.529193+0000 mon.smithi068 (mon.0) 1112 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:19:07.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:07 smithi068 conmon[102841]: audit 2022-01-26T00:19:06.530652+0000 mon.smithi068 (mon.0) 1113 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:19:07.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:07 smithi068 conmon[102841]: audit 2022-01-26T00:19:06.531611+0000 mon.smithi068 (mon.0) 1114 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:19:07.350 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:07 smithi068 conmon[102841]: cephadm 2022-01-26T00:19:06.532410+0000 mgr.smithi068.zkksrk (mgr.14702) 3053 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:19:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: cluster 2022-01-26T00:19:06.260880+0000 mgr.smithi068.zkksrk (mgr.14702) 3052 : cluster 2022-01-26T00:19:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: [DBG] pgmap v2629: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: audit 2022-01-26T00:19:06.529193+0000 mon.smithi068 (mon.0) 1112 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:19:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: audit 2022-01-26T00:19:06.530652 2022-01-26T00:19:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1113 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:19:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: audit 2022-01-26T00:19:06.531611+0000 mon.smithi068 ( 2022-01-26T00:19:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: mon.0) 1114 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:19:07.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: cephadm 2022- 2022-01-26T00:19:07.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:07 smithi165 conmon[67662]: 01-26T00:19:06.532410+0000 mgr.smithi068.zkksrk (mgr.14702) 3053 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:19:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:09 smithi165 conmon[67662]: cluster 2022-01-26T00:19:08.261324+0000 mgr.smithi068.zkksrk (mgr.14702) 3054 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:09 smithi068 conmon[102841]: cluster 2022-01-26T00:19:08.261324+0000 2022-01-26T00:19:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:09 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3054 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:10 smithi165 conmon[67662]: audit 2022-01-26T00:19:09.402753+0000 mon.smithi068 (mon.0) 1115 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:19:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:10 smithi165 conmon[67662]: audit 2022-01-26T00:19:09.791216+0000 mon.smithi068 ( 2022-01-26T00:19:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:10 smithi165 conmon[67662]: mon.0) 1116 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:19:10.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:10 smithi165 conmon[67662]: audit 2022-01-26T00:19:09.798650+0000 mon.smithi068 (mon.0) 1117 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:19:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:10 smithi068 conmon[102841]: audit 2022-01-26T00:19:09.402753+0000 mon.smithi068 (mon.0) 1115 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:19:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:10 smithi068 conmon[102841]: audit 2022 2022-01-26T00:19:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:10 smithi068 conmon[102841]: -01-26T00:19:09.791216+0000 mon.smithi068 (mon.0) 1116 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:19:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:10 smithi068 conmon[102841]: audit 2022-01-26T00:19:09.798650+0000 mon.smithi068 (mon.0) 1117 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:19:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:11 smithi165 conmon[67662]: cluster 2022-01-26T00:19:10.262255+0000 mgr.smithi068.zkksrk (mgr.14702) 3055 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:11.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:11 smithi068 conmon[102841]: cluster 2022-01-26T00:19:10.262255+0000 mgr.smithi068.zkksrk (mgr.14702) 3055 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:13 smithi165 conmon[67662]: cluster 2022-01-26T00:19:12.262844+0000 mgr.smithi068.zkksrk (mgr.14702) 3056 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:13 smithi165 conmon[67662]: 2022-01-26T00:19:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:13 smithi068 conmon[102841]: cluster 2022-01-26T00:19:12.262844+0000 mgr.smithi068.zkksrk (mgr.14702) 3056 : cluster 2022-01-26T00:19:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:13 smithi068 conmon[102841]: [DBG] pgmap v2632: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:15 smithi165 conmon[67662]: cluster 2022-01-26T00:19:14.263841+0000 mgr.smithi068.zkksrk (mgr.14702) 3057 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:15 smithi068 conmon[102841]: cluster 2022-01-26T00:19:14.263841+0000 mgr.smithi068.zkksrk (mgr.14702) 3057 : cluster 2022-01-26T00:19:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:15 smithi068 conmon[102841]: [DBG] pgmap v2633: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:17 smithi165 conmon[67662]: cluster 2022-01-26T00:19:16.264422+0000 mgr.smithi068.zkksrk (mgr.14702) 3058 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:17 smithi068 conmon[102841]: cluster 2022-01-26T00:19:16.264422+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:19:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:17 smithi068 conmon[102841]: mgr.14702) 3058 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:18 smithi068 conmon[102841]: audit 2022-01-26T00:19:18.404782+0000 mon.smithi068 (mon.0) 1118 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:19:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:18 smithi165 conmon[67662]: audit 2022-01-26T00:19:18.404782+0000 mon.smithi068 (mon.0) 1118 : audit [INF] 2022-01-26T00:19:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:18 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:19:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:19 smithi165 conmon[67662]: cluster 2022-01-26T00:19:18.264905+0000 mgr.smithi068.zkksrk (mgr.14702) 3059 : cluster [DBG] 2022-01-26T00:19:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:19 smithi165 conmon[67662]: pgmap v2635: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:19 smithi165 conmon[67662]: audit 2022-01-26T00:19:18.561350+0000 mon.smithi068 (mon.0) 1119 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:19:19.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:19 smithi068 conmon[102841]: cluster 2022-01-26T00:19:18.264905+0000 mgr.smithi068.zkksrk (mgr.14702) 3059 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:19 smithi068 conmon[102841]: audit 2022-01-26T00:19:18.561350+0000 mon.smithi068 (mon.0) 1119 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:19:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:21 smithi068 conmon[102841]: cluster 2022-01-26T00:19:20.265811+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:19:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:21 smithi068 conmon[102841]: 3060 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:21 smithi165 conmon[67662]: cluster 2022-01-26T00:19:20.265811+0000 mgr.smithi068.zkksrk (mgr.14702) 3060 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:23 smithi165 conmon[67662]: cluster 2022-01-26T00:19:22.266573+0000 mgr.smithi068.zkksrk (mgr.14702) 3061 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:23 smithi068 conmon[102841]: cluster 2022-01-26T00:19:22.266573+0000 mgr.smithi068.zkksrk (mgr.14702) 3061 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:25 smithi165 conmon[67662]: cluster 2022-01-26T00:19:24.267312+0000 mgr.smithi068.zkksrk (mgr.14702) 3062 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:25 smithi068 conmon[102841]: cluster 2022-01-26T00:19:24.267312+0000 mgr.smithi068.zkksrk (mgr.14702) 3062 : 2022-01-26T00:19:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:25 smithi068 conmon[102841]: cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:27 smithi165 conmon[67662]: cluster 2022-01-26T00:19:26.267973+0000 mgr.smithi068.zkksrk (mgr.14702) 3063 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:27.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:27 smithi068 conmon[102841]: cluster 2022-01-26T00:19:26.267973+0000 mgr.smithi068.zkksrk (mgr.14702) 3063 : 2022-01-26T00:19:27.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:27 smithi068 conmon[102841]: cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:29 smithi165 conmon[67662]: cluster 2022-01-26T00:19:28.268514+0000 mgr.smithi068.zkksrk (mgr.14702) 3064 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:29 smithi068 conmon[102841]: cluster 2022-01-26T00:19:28.268514+0000 mgr.smithi068.zkksrk (mgr.14702) 3064 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:31.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:31 smithi068 conmon[102841]: cluster 2022-01-26T00:19:30.269506+0000 mgr.smithi068.zkksrk (mgr.14702) 3065 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:31.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:31 smithi068 conmon[102841]: 2022-01-26T00:19:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:31 smithi165 conmon[67662]: cluster 2022-01-26T00:19:30.269506+0000 mgr.smithi068.zkksrk (mgr.14702) 3065 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:33 smithi165 conmon[67662]: cluster 2022-01-26T00:19:32.270039+0000 mgr.smithi068.zkksrk (mgr.14702) 3066 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:33 smithi068 conmon[102841]: cluster 2022-01-26T00:19:32.270039+0000 mgr.smithi068.zkksrk (mgr.14702) 3066 : 2022-01-26T00:19:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:33 smithi068 conmon[102841]: cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:35 smithi165 conmon[67662]: cluster 2022-01-26T00:19:34.270839+0000 mgr.smithi068.zkksrk (mgr.14702) 3067 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:35 smithi068 conmon[102841]: cluster 2022-01-26T00:19:34.270839+0000 mgr.smithi068.zkksrk (mgr.14702) 3067 : 2022-01-26T00:19:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:35 smithi068 conmon[102841]: cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:36.362 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:19:36.646 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:19:36.647 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (93m) 4m ago 94m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:19:36.647 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (86m) 4m ago 94m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:19:36.647 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (86m) 4m ago 93m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:19:36.648 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (93m) 4m ago 94m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:19:36.648 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (90m) 4m ago 90m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:19:36.648 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (90m) 4m ago 90m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:19:36.648 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (87m) 4m ago 95m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:19:36.648 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (87m) 4m ago 93m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:19:36.649 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (86m) 4m ago 95m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:19:36.649 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (86m) 4m ago 93m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:19:36.649 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (87m) 4m ago 87m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:19:36.649 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (87m) 4m ago 87m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:19:36.650 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (94m) 4m ago 94m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:19:36.650 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (93m) 4m ago 93m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:19:36.650 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (78m) 4m ago 93m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:19:36.650 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (92m) 4m ago 92m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:19:36.650 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (92m) 4m ago 92m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:19:36.651 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (92m) 4m ago 92m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:19:36.651 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (92m) 4m ago 92m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:19:36.651 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (91m) 4m ago 91m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:19:36.651 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (91m) 4m ago 91m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:19:36.652 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (91m) 4m ago 91m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:19:36.652 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (93m) 4m ago 94m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:19:36.992 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:19:36.992 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:19:36.993 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:36.993 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:36.993 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:19:36.993 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:36.994 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:36.994 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:19:36.994 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:19:36.994 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:19:36.994 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:36.995 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:19:36.995 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:19:36.995 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:19:36.995 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:19:36.996 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:19:36.996 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:19:36.996 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:19:36.996 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:19:37.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: cluster 2022-01-26T00:19:36.271278+0000 mgr.smithi068.zkksrk (mgr.14702) 3068 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:37.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: 2022-01-26T00:19:37.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: audit 2022-01-26T00:19:36.350746+0000 mgr.smithi068.zkksrk (mgr.14702) 3069 : audit [DBG] from='client.36126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:37.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: audit 2022- 2022-01-26T00:19:37.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: 01-26T00:19:36.632947+0000 mgr.smithi068.zkksrk (mgr.14702) 3070 : audit [DBG] from='client.36130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:37.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: audit 2022-01-26T00:19:36.993104+0000 2022-01-26T00:19:37.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:37 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1120 : audit [DBG] from='client.? 172.21.15.68:0/1967904850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:37 smithi068 conmon[102841]: cluster 2022-01-26T00:19:36.271278+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:19:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:37 smithi068 conmon[102841]: ) 3068 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:37 smithi068 conmon[102841]: audit 2022-01-26T00:19:36.350746+0000 mgr.smithi068.zkksrk (mgr.14702) 3069 : audit [DBG] from='client.36126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:37 smithi068 conmon[102841]: audit 2022-01-26T00:19:36.632947+0000 mgr.smithi068.zkksrk (mgr.14702) 3070 : audit [DBG] from='client.36130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:37.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:37 smithi068 conmon[102841]: audit 2022-01-26T00:19:36.993104+0000 mon.smithi068 (mon.0) 1120 : 2022-01-26T00:19:37.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:37 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/1967904850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:39 smithi165 conmon[67662]: cluster 2022-01-26T00:19:38.271674+0000 mgr.smithi068.zkksrk (mgr.14702) 3071 : 2022-01-26T00:19:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:39 smithi165 conmon[67662]: cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:39 smithi068 conmon[102841]: cluster 2022-01-26T00:19:38.271674+0000 mgr.smithi068.zkksrk (mgr.14702) 3071 : cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:41 smithi068 conmon[102841]: cluster 2022-01-26T00:19:40.272727+0000 mgr.smithi068.zkksrk (mgr.14702) 3072 : cluster 2022-01-26T00:19:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:41 smithi068 conmon[102841]: [DBG] pgmap v2646: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:41 smithi165 conmon[67662]: cluster 2022-01-26T00:19:40.272727+0000 mgr.smithi068.zkksrk (mgr.14702) 3072 : cluster [DBG] 2022-01-26T00:19:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:41 smithi165 conmon[67662]: pgmap v2646: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:43 smithi165 conmon[67662]: cluster 2022-01-26T00:19:42.273330+0000 mgr.smithi068.zkksrk (mgr.14702) 3073 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:43 smithi068 conmon[102841]: cluster 2022-01-26T00:19:42.273330+0000 mgr.smithi068.zkksrk (mgr.14702) 3073 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:45 smithi165 conmon[67662]: cluster 2022-01-26T00:19:44.274142+0000 mgr.smithi068.zkksrk (mgr.14702) 3074 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:45 smithi068 conmon[102841]: cluster 2022-01-26T00:19:44.274142+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:19:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:45 smithi068 conmon[102841]: ) 3074 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:47 smithi165 conmon[67662]: cluster 2022-01-26T00:19:46.274824+0000 mgr.smithi068.zkksrk (mgr.14702) 3075 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:47 smithi068 conmon[102841]: cluster 2022-01-26T00:19:46.274824+0000 mgr.smithi068.zkksrk (mgr.14702) 3075 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:49 smithi165 conmon[67662]: cluster 2022-01-26T00:19:48.275366+0000 mgr.smithi068.zkksrk (mgr.14702) 3076 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:49.815 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:49 smithi068 conmon[102841]: cluster 2022-01-26T00:19:48.275366+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:19:49.816 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:49 smithi068 conmon[102841]: ) 3076 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:51 smithi068 conmon[102841]: cluster 2022-01-26T00:19:50.276346+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:19:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:51 smithi068 conmon[102841]: 14702) 3077 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:51 smithi165 conmon[67662]: cluster 2022-01-26T00:19:50.276346+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:19:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:51 smithi165 conmon[67662]: 3077 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:53 smithi165 conmon[67662]: cluster 2022-01-26T00:19:52.276817+0000 mgr.smithi068.zkksrk (mgr.14702) 3078 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:53 smithi068 conmon[102841]: cluster 2022-01-26T00:19:52.276817+0000 mgr.smithi068.zkksrk 2022-01-26T00:19:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:53 smithi068 conmon[102841]: (mgr.14702) 3078 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:55 smithi165 conmon[67662]: cluster 2022-01-26T00:19:54.277879+0000 mgr.smithi068.zkksrk (mgr.14702) 3079 : 2022-01-26T00:19:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:55 smithi165 conmon[67662]: cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:55 smithi068 conmon[102841]: cluster 2022-01-26T00:19:54.277879+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:19:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:55 smithi068 conmon[102841]: .14702) 3079 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:19:57.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:57 smithi165 conmon[67662]: cluster 2022-01-26T00:19:56.278689+0000 mgr.smithi068.zkksrk (mgr.14702) 3080 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:57 smithi068 conmon[102841]: cluster 2022-01-26T00:19:56.278689+0000 mgr.smithi068.zkksrk (mgr.14702) 3080 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:19:59 smithi165 conmon[67662]: cluster 2022-01-26T00:19:58.279165+0000 mgr.smithi068.zkksrk (mgr.14702) 3081 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:19:59 smithi068 conmon[102841]: cluster 2022-01-26T00:19:58.279165+0000 mgr.smithi068.zkksrk (mgr.14702) 3081 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:00.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:00 smithi165 conmon[67662]: cluster 2022-01-26T00:20:00.000117+0000 mon.smithi068 (mon.0) 1121 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-26T00:20:00.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:00 smithi068 conmon[102841]: cluster 2022-01-26T00:20:00.000117+0000 mon.smithi068 (mon.0) 1121 : cluster [WRN] 2022-01-26T00:20:00.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:00 smithi068 conmon[102841]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi068 failed. 2022-01-26T00:20:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:01 smithi165 conmon[67662]: cluster 2022-01-26T00:20:00.280139+0000 mgr.smithi068.zkksrk (mgr.14702) 3082 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:01 smithi068 conmon[102841]: cluster 2022-01-26T00:20:00.280139+0000 mgr.smithi068.zkksrk (mgr.14702) 3082 : cluster 2022-01-26T00:20:01.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:01 smithi068 conmon[102841]: [DBG] pgmap v2656: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:03.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:03 smithi165 conmon[67662]: cluster 2022-01-26T00:20:02.280707+0000 mgr.smithi068.zkksrk (mgr.14702) 3083 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:03 smithi068 conmon[102841]: cluster 2022-01-26T00:20:02.280707+0000 mgr.smithi068.zkksrk (mgr.14702) 3083 : cluster [DBG] 2022-01-26T00:20:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:03 smithi068 conmon[102841]: pgmap v2657: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:05 smithi165 conmon[67662]: cluster 2022-01-26T00:20:04.281572+0000 mgr.smithi068.zkksrk (mgr.14702) 3084 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:05 smithi165 conmon[67662]: 2022-01-26T00:20:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:05 smithi068 conmon[102841]: cluster 2022-01-26T00:20:04.281572+0000 mgr.smithi068.zkksrk (mgr.14702) 3084 : cluster 2022-01-26T00:20:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:05 smithi068 conmon[102841]: [DBG] pgmap v2658: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:07.307 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:20:07.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:07 smithi068 conmon[102841]: cluster 2022-01-26T00:20:06 2022-01-26T00:20:07.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:07 smithi068 conmon[102841]: .282203+0000 mgr.smithi068.zkksrk (mgr.14702) 3085 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:07.594 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:20:07.594 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (93m) 5m ago 94m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:20:07.595 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (87m) 5m ago 94m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:20:07.595 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (86m) 5m ago 94m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:20:07.595 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (93m) 5m ago 94m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:20:07.595 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (90m) 5m ago 90m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:20:07.596 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (90m) 5m ago 90m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:20:07.596 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (87m) 5m ago 96m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:20:07.596 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (87m) 5m ago 94m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:20:07.596 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (87m) 5m ago 96m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:20:07.597 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (87m) 5m ago 94m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:20:07.597 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (88m) 5m ago 88m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:20:07.597 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (88m) 5m ago 88m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:20:07.597 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (94m) 5m ago 94m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:20:07.597 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (94m) 5m ago 94m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:20:07.598 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (78m) 5m ago 93m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:20:07.598 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (93m) 5m ago 93m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:20:07.598 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (93m) 5m ago 93m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:20:07.599 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (92m) 5m ago 92m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:20:07.599 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (92m) 5m ago 92m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:20:07.599 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (92m) 5m ago 92m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:20:07.599 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (92m) 5m ago 92m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:20:07.600 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (91m) 5m ago 91m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:20:07.600 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (93m) 5m ago 94m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:20:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:07 smithi165 conmon[67662]: cluster 2022-01-26T00:20:06.282203+0000 mgr.smithi068.zkksrk (mgr.14702) 3085 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:07.930 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:20:07.931 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:20:07.931 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:07.931 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:07.931 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:20:07.932 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:07.932 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:07.932 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:20:07.932 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:20:07.932 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:20:07.933 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:07.933 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:20:07.933 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:20:07.933 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:07.934 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:20:07.934 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:20:07.934 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:20:07.934 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:20:07.934 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:20:08.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:08 smithi068 conmon[102841]: audit 2022-01-26T00:20:07.296736+0000 mgr.smithi068.zkksrk (mgr.14702) 3086 : audit [DBG] from='client.36138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:08.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:08 smithi068 conmon[102841]: audit 2022-01-26T00:20:07.580726+0000 mgr.smithi068.zkksrk (mgr.14702) 3087 : audit [DBG] from='client.36142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:08.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:08 smithi068 conmon[102841]: audit 2022-01-26T00:20:08.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:08 smithi068 conmon[102841]: 2022-01-26T00:20:07.931309+0000 2022-01-26T00:20:08.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:08 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1122 : audit [DBG] 2022-01-26T00:20:08.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:08 smithi068 conmon[102841]: from='client.? 172.21.15.68:0/3754774225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:08 smithi165 conmon[67662]: audit 2022-01-26T00:20:07.296736+0000 mgr.smithi068.zkksrk (mgr.14702) 3086 : audit [DBG] from='client.36138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:08.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:08 smithi165 conmon[67662]: audit 2022-01-26T00:20:07.580726+0000 mgr.smithi068.zkksrk (mgr.14702) 3087 : audit [DBG] from='client.36142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:08.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:08 smithi165 conmon[67662]: audit 2022-01-26T00:20:07.931309+0000 mon.smithi068 (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.68:0/3754774225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:09 smithi165 conmon[67662]: cluster 2022-01-26T00:20:08.282926+0000 mgr.smithi068.zkksrk (mgr.14702) 3088 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:09 smithi068 conmon[102841]: cluster 2022-01-26T00:20:08.282926+0000 mgr.smithi068.zkksrk (mgr.14702) 3088 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:10.666 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:10 smithi165 conmon[67662]: audit 2022-01-26T00:20:09.801699+0000 mon.smithi068 (mon.0) 1123 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:20:10.666 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:10 smithi165 conmon[67662]: audit 2022-01-26T00:20:09.803270+0000 mon.smithi068 (mon.0) 1124 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:20:10.667 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:10 smithi165 conmon[67662]: audit 2022-01-26T00:20:09.804403+0000 mon.smithi068 (mon.0) 1125 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:20:10.667 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:10 smithi165 conmon[67662]: cephadm 2022-01-26T00:20:09.805250+0000 mgr.smithi068.zkksrk (mgr.14702) 3089 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:20:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:10 smithi068 conmon[102841]: audit 2022-01-26T00:20:09.801699+0000 mon.smithi068 ( 2022-01-26T00:20:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:10 smithi068 conmon[102841]: mon.0) 1123 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:20:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:10 smithi068 conmon[102841]: audit 2022-01-26T00:20:09.803270+0000 mon.smithi068 (mon.0) 1124 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:20:10.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:10 smithi068 conmon[102841]: audit 2022-01-26T00:20:09.804403+0000 mon.smithi068 (mon.0) 1125 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:20:10.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:10 smithi068 conmon[102841]: cephadm 2022-01-26T00:20:09.805250+0000 mgr.smithi068.zkksrk (mgr.14702) 3089 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:20:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:11 smithi165 conmon[67662]: cluster 2022-01-26T00:20:10.283721+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:20:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:11 smithi165 conmon[67662]: 14702) 3090 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:11 smithi068 conmon[102841]: cluster 2022-01-26T00:20:10.283721+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:20:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:11 smithi068 conmon[102841]: mgr.14702) 3090 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:14.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: cluster 2022-01-26T00:20:12.284201+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:20:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: ) 3091 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: audit 2022-01-26T00:20:12.969888+0000 mon.smithi068 (mon.0) 1126 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:20:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: audit 2022-01-26T00:20:13.353600+0000 mon.smithi068 (mon.0) 1127 2022-01-26T00:20:14.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:20:14.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:20:14.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: T00:20:13.360711+0000 mon.smithi068 ( 2022-01-26T00:20:14.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:13 smithi068 conmon[102841]: mon.0) 1128 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:20:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:13 smithi165 conmon[67662]: cluster 2022-01-26T00:20:12.284201+0000 mgr.smithi068.zkksrk (mgr.14702) 3091 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:13 smithi165 conmon[67662]: audit 2022-01-26T00:20:12.969888+0000 mon.smithi068 (mon.0) 1126 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:20:14.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:13 smithi165 conmon[67662]: audit 2022-01-26T00:20:13.353600+0000 mon.smithi068 (mon.0) 1127 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:20:14.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:13 smithi165 conmon[67662]: audit 2022-01-26T00:20:13.360711+0000 mon.smithi068 (mon.0) 1128 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:20:16.312 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:15 smithi068 conmon[102841]: cluster 2022-01-26T00:20:14.285042+0000 mgr.smithi068.zkksrk (mgr.14702) 3092 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:16.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:15 smithi165 conmon[67662]: cluster 2022-01-26T00:20:14.285042+0000 mgr.smithi068.zkksrk (mgr.14702) 3092 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:17 smithi068 conmon[102841]: cluster 2022-01-26T00:20:16.285741+0000 mgr.smithi068.zkksrk (mgr.14702) 3093 : cluster [DBG] 2022-01-26T00:20:18.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:17 smithi068 conmon[102841]: pgmap v2664: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:18.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:17 smithi165 conmon[67662]: cluster 2022-01-26T00:20:16.285741+0000 mgr.smithi068.zkksrk (mgr.14702) 3093 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:18 smithi068 conmon[102841]: audit 2022-01-26T00:20:18.407492+0000 mon.smithi068 (mon.0) 1129 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:20:19.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:18 smithi068 conmon[102841]: audit 2022-01-26T00:20:18.566221+0000 mon.smithi068 (mon.0) 1130 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:20:19.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:18 smithi165 conmon[67662]: audit 2022-01-26T00:20:18.407492+0000 mon.smithi068 (mon.0) 1129 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:20:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:18 smithi165 conmon[67662]: audit 2022-01-26T00:20:18. 2022-01-26T00:20:19.445 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:18 smithi165 conmon[67662]: 566221+0000 mon.smithi068 (mon.0) 1130 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:20:20.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:19 smithi068 conmon[102841]: cluster 2022-01-26T00:20:18.286422+0000 mgr.smithi068.zkksrk (mgr.14702) 3094 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:20.444 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:19 smithi165 conmon[67662]: cluster 2022-01-26T00:20:18.286422+0000 mgr.smithi068.zkksrk (mgr.14702) 3094 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:21 smithi068 conmon[102841]: cluster 2022-01-26T00:20:20.287297+0000 mgr.smithi068.zkksrk (mgr.14702) 3095 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:21 smithi165 conmon[67662]: cluster 2022-01-26T00:20:20.287297+0000 mgr.smithi068.zkksrk (mgr.14702) 3095 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:21 smithi165 conmon[67662]: 2022-01-26T00:20:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:23 smithi165 conmon[67662]: cluster 2022-01-26T00:20:22.287899+0000 mgr.smithi068.zkksrk (mgr.14702) 3096 : cluster 2022-01-26T00:20:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:23 smithi165 conmon[67662]: [DBG] pgmap v2667: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:23 smithi068 conmon[102841]: cluster 2022-01-26T00:20:22.287899+0000 mgr.smithi068.zkksrk (mgr.14702) 3096 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:25 smithi165 conmon[67662]: cluster 2022-01-26T00:20:24.288828+0000 mgr.smithi068.zkksrk (mgr.14702) 3097 : cluster 2022-01-26T00:20:25.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:25 smithi165 conmon[67662]: [DBG] pgmap v2668: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:25 smithi068 conmon[102841]: cluster 2022-01-26T00:20:24.288828+0000 mgr.smithi068.zkksrk (mgr.14702) 3097 : cluster [DBG] 2022-01-26T00:20:25.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:25 smithi068 conmon[102841]: pgmap v2668: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:27 smithi165 conmon[67662]: cluster 2022-01-26T00:20:26.289581+0000 mgr.smithi068.zkksrk (mgr.14702) 3098 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:27 smithi165 conmon[67662]: 2022-01-26T00:20:27.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:27 smithi068 conmon[102841]: cluster 2022-01-26T00:20:26.289581+0000 mgr.smithi068.zkksrk (mgr.14702) 3098 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:29 smithi165 conmon[67662]: cluster 2022-01-26T00:20:28.290252+0000 mgr.smithi068.zkksrk (mgr.14702) 3099 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:29.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:29 smithi068 conmon[102841]: cluster 2022-01-26T00:20:28.290252+0000 mgr.smithi068.zkksrk (mgr.14702) 3099 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:31 smithi068 conmon[102841]: cluster 2022-01-26T00:20:30.291309+0000 mgr.smithi068.zkksrk (mgr.14702) 3100 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:31 smithi068 conmon[102841]: 2022-01-26T00:20:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:31 smithi165 conmon[67662]: cluster 2022-01-26T00:20:30.291309+0000 mgr.smithi068.zkksrk (mgr.14702) 3100 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:33 smithi165 conmon[67662]: cluster 2022-01-26T00:20:32.291856+0000 mgr.smithi068.zkksrk (mgr.14702) 3101 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:33 smithi068 conmon[102841]: cluster 2022-01-26T00:20:32.291856+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:20:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:33 smithi068 conmon[102841]: 3101 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:35 smithi165 conmon[67662]: cluster 2022-01-26T00:20:34.292896+0000 mgr.smithi068.zkksrk (mgr.14702) 3102 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:35 smithi068 conmon[102841]: cluster 2022-01-26T00:20:34.292896+0000 mgr.smithi068.zkksrk (mgr.14702) 3102 : 2022-01-26T00:20:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:35 smithi068 conmon[102841]: cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:37 smithi165 conmon[67662]: cluster 2022-01-26T00:20:36.293578+0000 mgr.smithi068.zkksrk (mgr.14702) 3103 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:37 smithi068 conmon[102841]: cluster 2022-01-26T00:20:36.293578+0000 mgr.smithi068.zkksrk (mgr.14702) 3103 : cluster 2022-01-26T00:20:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:37 smithi068 conmon[102841]: [DBG] pgmap v2674: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:38.250 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:20:38.541 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:20:38.541 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (94m) 5m ago 95m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:20:38.542 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (87m) 5m ago 95m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:20:38.542 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (87m) 5m ago 94m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:20:38.542 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (94m) 5m ago 95m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:20:38.542 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (91m) 5m ago 91m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:20:38.543 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (91m) 5m ago 91m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:20:38.543 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (88m) 5m ago 96m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:20:38.543 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (88m) 5m ago 94m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:20:38.543 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (87m) 5m ago 96m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:20:38.543 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (87m) 5m ago 94m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:20:38.544 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (88m) 5m ago 88m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:20:38.544 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (88m) 5m ago 88m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:20:38.544 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (95m) 5m ago 95m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:20:38.544 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (94m) 5m ago 94m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:20:38.545 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (79m) 5m ago 94m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:20:38.545 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (94m) 5m ago 94m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:20:38.545 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (93m) 5m ago 93m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:20:38.545 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (93m) 5m ago 93m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:20:38.545 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (93m) 5m ago 93m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:20:38.546 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (92m) 5m ago 92m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:20:38.546 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (92m) 5m ago 92m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:20:38.546 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (92m) 5m ago 92m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:20:38.546 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (94m) 5m ago 95m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:20:38.878 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:20:38.878 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:20:38.879 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:38.879 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:38.879 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:20:38.879 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:38.880 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:38.880 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:20:38.880 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:20:38.880 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:20:38.881 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:38.881 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:20:38.881 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:20:38.881 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:20:38.882 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:20:38.882 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:20:38.882 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:20:38.882 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:20:38.883 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:20:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: audit 2022-01-26T00:20:38.238977+0000 mgr.smithi068.zkksrk (mgr.14702) 3104 2022-01-26T00:20:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: : audit [DBG] from='client.36150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: cluster 2022-01-26T00:20:38.294020+0000 mgr.smithi068.zkksrk (mgr.14702) 3105 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: audit 2022-01-26T00:20:38.527454+0000 mgr.smithi068.zkksrk (mgr.14702) 3106 : audit [DBG] from='client.36154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: audit 2022 2022-01-26T00:20:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: -01-26T00:20:38.879127+0000 mon.smithi068 (mon.0) 2022-01-26T00:20:39.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:39 smithi165 conmon[67662]: 1131 : audit [DBG] from='client.? 172.21.15.68:0/3194077501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: audit 2022-01-26T00:20:38.238977+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:20:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: .14702) 3104 : audit [DBG] from='client.36150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: cluster 2022-01-26T00:20:38.294020+0000 mgr.smithi068.zkksrk 2022-01-26T00:20:39.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: (mgr.14702) 3105 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:39.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: audit 2022 2022-01-26T00:20:39.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: -01-26T00:20:38 2022-01-26T00:20:39.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: .527454+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:20:39.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: ) 3106 : audit [DBG] from='client.36154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:39.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: 2022-01-26T00:20:39.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: audit 2022-01-26T00:20:39.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: 2022-01-26T00: 2022-01-26T00:20:39.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: 20:38.879127+0000 2022-01-26T00:20:39.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1131 : 2022-01-26T00:20:39.813 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:39 smithi068 conmon[102841]: audit [DBG] from='client.? 172.21.15.68:0/3194077501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:41 smithi068 conmon[102841]: cluster 2022-01-26T00:20:40.295010+0000 mgr.smithi068.zkksrk (mgr.14702) 3107 2022-01-26T00:20:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:41 smithi068 conmon[102841]: : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:41 smithi165 conmon[67662]: cluster 2022-01-26T00:20:40.295010+0000 mgr.smithi068.zkksrk (mgr.14702) 3107 : cluster 2022-01-26T00:20:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:41 smithi165 conmon[67662]: [DBG] pgmap v2676: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:43 smithi165 conmon[67662]: cluster 2022-01-26T00:20:42.295528+0000 mgr.smithi068.zkksrk (mgr.14702) 3108 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:43 smithi068 conmon[102841]: cluster 2022-01-26T00:20:42.295528+0000 mgr.smithi068.zkksrk (mgr.14702) 3108 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:45 smithi165 conmon[67662]: cluster 2022-01-26T00:20:44.296279+0000 mgr.smithi068.zkksrk (mgr.14702) 3109 : cluster [DBG] 2022-01-26T00:20:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:45 smithi165 conmon[67662]: pgmap v2678: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:45 smithi068 conmon[102841]: cluster 2022-01-26T00:20:44.296279+0000 mgr.smithi068.zkksrk (mgr.14702) 3109 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:47 smithi165 conmon[67662]: cluster 2022-01-26T00:20:46.296879+0000 mgr.smithi068.zkksrk (mgr.14702) 3110 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:47 smithi068 conmon[102841]: cluster 2022-01-26T00:20:46.296879+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:20:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:47 smithi068 conmon[102841]: 14702) 3110 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:49 smithi165 conmon[67662]: cluster 2022-01-26T00:20:48.297377+0000 mgr.smithi068.zkksrk (mgr.14702) 3111 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:49 smithi068 conmon[102841]: cluster 2022-01-26T00:20:48.297377+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:20:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:49 smithi068 conmon[102841]: 14702) 3111 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:51 smithi068 conmon[102841]: cluster 2022-01-26T00:20:50.298254+0000 mgr.smithi068.zkksrk (mgr.14702) 3112 : cluster 2022-01-26T00:20:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:51 smithi068 conmon[102841]: [DBG] pgmap v2681: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:51 smithi165 conmon[67662]: cluster 2022-01-26T00:20:50.298254+0000 mgr.smithi068.zkksrk (mgr.14702) 3112 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:53 smithi165 conmon[67662]: cluster 2022-01-26T00:20:52.298801+0000 mgr.smithi068.zkksrk (mgr.14702) 3113 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:53.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:53 smithi165 conmon[67662]: 2022-01-26T00:20:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:53 smithi068 conmon[102841]: cluster 2022-01-26T00:20:52.298801+0000 mgr.smithi068.zkksrk 2022-01-26T00:20:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:53 smithi068 conmon[102841]: (mgr.14702) 3113 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:55 smithi165 conmon[67662]: cluster 2022-01-26T00:20:54.299629+0000 mgr.smithi068.zkksrk (mgr.14702) 3114 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:55 smithi068 conmon[102841]: cluster 2022-01-26T00:20:54.299629+0000 mgr.smithi068.zkksrk (mgr.14702) 3114 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:20:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:57 smithi165 conmon[67662]: cluster 2022-01-26T00:20:56.300468+0000 mgr.smithi068.zkksrk (mgr.14702) 3115 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:57 smithi068 conmon[102841]: cluster 2022-01-26T00:20:56.300468+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:20:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:57 smithi068 conmon[102841]: 14702) 3115 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:59 smithi165 conmon[67662]: cluster 2022-01-26T00:20:58.300985+0000 mgr.smithi068.zkksrk (mgr.14702) 3116 : cluster 2022-01-26T00:20:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:20:59 smithi165 conmon[67662]: [DBG] pgmap v2685: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:59 smithi068 conmon[102841]: cluster 2022-01-26T00:20:58.300985+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:20:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:20:59 smithi068 conmon[102841]: ) 3116 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:01 smithi068 conmon[102841]: cluster 2022-01-26T00:21:00.301941+0000 mgr.smithi068.zkksrk (mgr.14702) 3117 : cluster 2022-01-26T00:21:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:01 smithi068 conmon[102841]: [DBG] pgmap v2686: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:01 smithi165 conmon[67662]: cluster 2022-01-26T00:21:00.301941+0000 mgr.smithi068.zkksrk (mgr.14702) 3117 : cluster [DBG] 2022-01-26T00:21:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:01 smithi165 conmon[67662]: pgmap v2686: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:03 smithi165 conmon[67662]: cluster 2022-01-26T00:21:02.302655+0000 mgr.smithi068.zkksrk (mgr.14702) 3118 : cluster [DBG] 2022-01-26T00:21:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:03 smithi165 conmon[67662]: pgmap v2687: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:03 smithi068 conmon[102841]: cluster 2022-01-26T00:21:02.302655+0000 2022-01-26T00:21:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:03 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3118 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:05 smithi165 conmon[67662]: cluster 2022-01-26T00:21:04.303458+0000 mgr.smithi068.zkksrk (mgr.14702) 3119 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:05 smithi068 conmon[102841]: cluster 2022-01-26T00:21:04.303458+0000 mgr.smithi068.zkksrk (mgr.14702) 3119 : cluster 2022-01-26T00:21:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:05 smithi068 conmon[102841]: [DBG] pgmap v2688: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:07 smithi165 conmon[67662]: cluster 2022-01-26T00:21:06.304270 2022-01-26T00:21:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:07 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3120 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:07 smithi068 conmon[102841]: cluster 2022-01-26T00:21:06.304270+0000 2022-01-26T00:21:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:07 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3120 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:09.198 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:21:09.486 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:21:09.486 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (94m) 6m ago 95m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:21:09.487 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (88m) 6m ago 95m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:21:09.487 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (88m) 6m ago 95m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:21:09.487 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (94m) 6m ago 95m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:21:09.487 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (91m) 6m ago 91m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:21:09.487 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (91m) 6m ago 91m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:21:09.488 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (89m) 6m ago 97m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:21:09.488 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (88m) 6m ago 95m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:21:09.488 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (88m) 6m ago 97m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:21:09.488 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (88m) 6m ago 95m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:21:09.489 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (89m) 6m ago 89m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:21:09.489 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (89m) 6m ago 89m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:21:09.489 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (95m) 6m ago 95m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:21:09.489 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (95m) 6m ago 95m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:21:09.489 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (79m) 6m ago 94m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:21:09.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (94m) 6m ago 94m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:21:09.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (94m) 6m ago 94m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:21:09.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (93m) 6m ago 93m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:21:09.490 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (93m) 6m ago 93m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:21:09.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (93m) 6m ago 93m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:21:09.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (93m) 6m ago 93m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:21:09.491 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (92m) 6m ago 92m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:21:09.491 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (94m) 6m ago 95m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:21:09.491 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:09 smithi068 conmon[102841]: cluster 2022-01-26T00:21:08.304831+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:21:09.492 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:09 smithi068 conmon[102841]: 14702) 3121 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:09.492 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:09 smithi068 conmon[102841]: audit 2022-01-26T00:21:09.187003+0000 mgr.smithi068.zkksrk (mgr.14702) 3122 : audit [DBG] from='client.36162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:09 smithi165 conmon[67662]: cluster 2022-01-26T00:21:08.304831+0000 mgr.smithi068.zkksrk (mgr.14702) 3121 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:09 smithi165 conmon[67662]: 2022-01-26T00:21:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:09 smithi165 conmon[67662]: audit 2022-01-26T00:21:09.187003+0000 mgr.smithi068.zkksrk (mgr.14702) 3122 : audit [DBG] from='client.36162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:09.826 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:21:09.826 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:21:09.826 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:09.827 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:09.827 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:21:09.827 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:09.827 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:09.827 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:21:09.828 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:21:09.828 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:21:09.828 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:09.828 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:21:09.829 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:21:09.829 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:09.829 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:21:09.829 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:21:09.830 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:21:09.830 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:21:09.830 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:21:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:10 smithi165 conmon[67662]: audit 2022-01-26T00:21:09.472468+0000 mgr.smithi068.zkksrk (mgr.14702) 3123 : audit [DBG] from='client.36166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:10.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:10 smithi165 conmon[67662]: audit 2022-01-26T00:21:09.826827+0000 mon.smithi068 (mon.0) 1132 : audit [DBG] from='client.? 172.21.15.68:0/1264384334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:10.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:10 smithi068 conmon[102841]: audit 2022-01-26T00:21:09.472468+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:21:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:10 smithi068 conmon[102841]: ) 3123 : audit [DBG] from='client.36166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:10.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:10 smithi068 conmon[102841]: audit 2022-01-26T00:21:09.826827+0000 mon.smithi068 (mon.0) 1132 : audit [DBG] from='client.? 172.21.15.68:0/1264384334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:11 smithi165 conmon[67662]: cluster 2022-01-26T00:21:10.305713+0000 mgr.smithi068.zkksrk (mgr.14702) 3124 : cluster 2022-01-26T00:21:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:11 smithi165 conmon[67662]: [DBG] pgmap v2691: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:11.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:11 smithi068 conmon[102841]: cluster 2022-01-26T00:21:10.305713+0000 mgr.smithi068.zkksrk (mgr.14702) 3124 : 2022-01-26T00:21:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:11 smithi068 conmon[102841]: cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:13 smithi165 conmon[67662]: cluster 2022-01-26T00:21:12.306189+0000 mgr.smithi068.zkksrk (mgr.14702) 3125 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:13 smithi165 conmon[67662]: audit 2022-01-26T00:21: 2022-01-26T00:21:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:13 smithi165 conmon[67662]: 13.364360+0000 mon.smithi068 (mon.0) 1133 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:21:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:13 smithi165 conmon[67662]: audit 2022-01-26T00:21:13.365963+0000 mon.smithi068 (mon.0) 1134 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:21:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:13 smithi165 conmon[67662]: audit 2022-01-26T00:21:13.367084+0000 mon.smithi068 (mon 2022-01-26T00:21:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:13 smithi165 conmon[67662]: .0) 1135 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:21:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: cluster 2022-01-26T00:21:12.306189+0000 mgr.smithi068.zkksrk (mgr.14702) 3125 : cluster 2022-01-26T00:21:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: [DBG] pgmap v2692: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: audit 2022-01-26T00:21:13.364360+0000 mon.smithi068 (mon.0) 1133 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:21:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: audit 2022-01-26T00 2022-01-26T00:21:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: :21:13.365963+0000 mon.smithi068 (mon.0) 1134 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:21:13.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: audit 2022-01-26T00:21:13.367084+0000 mon.smithi068 2022-01-26T00:21:13.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:13 smithi068 conmon[102841]: (mon.0) 1135 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:21:15.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:14 smithi068 conmon[102841]: cephadm 2022-01-26T00:21:13.367917+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:21:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:14 smithi068 conmon[102841]: mgr.14702) 3126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:21:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:14 smithi068 conmon[102841]: audit 2022-01-26T00:21:13.779389+0000 mon.smithi068 (mon.0) 1136 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:21:15.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:14 smithi068 conmon[102841]: audit 2022-01-26T00:21:13.784740+0000 mon.smithi068 (mon.0) 1137 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:21:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:14 smithi165 conmon[67662]: cephadm 2022-01-26T00:21:13.367917+0000 mgr.smithi068.zkksrk (mgr.14702) 3126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:21:15.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:14 smithi165 conmon[67662]: audit 2022-01-26T00:21:13. 2022-01-26T00:21:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:14 smithi165 conmon[67662]: 779389+0000 mon.smithi068 (mon.0) 1136 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:21:15.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:14 smithi165 conmon[67662]: audit 2022-01-26T00:21:13.784740+0000 mon.smithi068 (mon.0) 1137 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:21:16.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:15 smithi068 conmon[102841]: cluster 2022-01-26T00:21:14.306990+0000 mgr.smithi068.zkksrk (mgr.14702) 3127 : cluster [DBG] 2022-01-26T00:21:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:15 smithi068 conmon[102841]: pgmap v2693: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:15 smithi165 conmon[67662]: cluster 2022-01-26T00:21:14.306990+0000 mgr.smithi068.zkksrk (mgr.14702) 3127 : cluster 2022-01-26T00:21:16.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:15 smithi165 conmon[67662]: [DBG] pgmap v2693: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:17 smithi068 conmon[102841]: cluster 2022-01-26T00:21:16.307657+0000 mgr.smithi068.zkksrk (mgr.14702) 3128 2022-01-26T00:21:18.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:17 smithi068 conmon[102841]: : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:18.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:17 smithi165 conmon[67662]: cluster 2022-01-26T00:21:16.307657+0000 mgr.smithi068.zkksrk (mgr.14702) 3128 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:18.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:17 smithi165 conmon[67662]: 2022-01-26T00:21:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:18 smithi068 conmon[102841]: audit 2022-01-26T00:21:18.410336+0000 mon.smithi068 (mon.0) 1138 : audit 2022-01-26T00:21:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:18 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:21:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:18 smithi068 conmon[102841]: audit 2022-01-26T00:21:18.571103+0000 mon.smithi068 (mon.0) 1139 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:21:19.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:18 smithi165 conmon[67662]: audit 2022-01-26T00:21:18.410336+0000 mon.smithi068 (mon.0) 1138 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:21:19.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:18 smithi165 conmon[67662]: audit 2022-01-26T00:21:18.571103+0000 mon.smithi068 (mon.0) 1139 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:21:20.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:19 smithi068 conmon[102841]: cluster 2022-01-26T00:21:18.308141+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:21:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:19 smithi068 conmon[102841]: 3129 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:20.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:19 smithi165 conmon[67662]: cluster 2022-01-26T00:21:18.308141+0000 mgr.smithi068.zkksrk (mgr.14702) 3129 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:21 smithi068 conmon[102841]: cluster 2022-01-26T00:21:20.308970+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:21:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:21 smithi068 conmon[102841]: 14702) 3130 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:21 smithi165 conmon[67662]: cluster 2022-01-26T00:21:20.308970+0000 mgr.smithi068.zkksrk (mgr.14702) 3130 : cluster 2022-01-26T00:21:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:21 smithi165 conmon[67662]: [DBG] pgmap v2696: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:23 smithi165 conmon[67662]: cluster 2022-01-26T00:21:22.309574+0000 mgr.smithi068.zkksrk (mgr.14702) 3131 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:23 smithi068 conmon[102841]: cluster 2022-01-26T00:21:22.309574+0000 mgr.smithi068.zkksrk (mgr.14702) 3131 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:25 smithi165 conmon[67662]: cluster 2022-01-26T00:21:24.310562+0000 mgr.smithi068.zkksrk (mgr.14702) 3132 : cluster [DBG] 2022-01-26T00:21:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:25 smithi165 conmon[67662]: pgmap v2698: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:25 smithi068 conmon[102841]: cluster 2022-01-26T00:21:24.310562+0000 mgr.smithi068.zkksrk (mgr.14702) 3132 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:27 smithi165 conmon[67662]: cluster 2022-01-26T00:21:26.311331+0000 mgr.smithi068.zkksrk (mgr.14702) 3133 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:27.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:27 smithi068 conmon[102841]: cluster 2022-01-26T00:21:26.311331+0000 mgr.smithi068.zkksrk (mgr.14702) 3133 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:29 smithi165 conmon[67662]: cluster 2022-01-26T00:21:28.312110+0000 mgr.smithi068.zkksrk (mgr.14702) 3134 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:29 smithi068 conmon[102841]: cluster 2022-01-26T00:21:28.312110+0000 mgr.smithi068.zkksrk (mgr.14702) 3134 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:31 smithi068 conmon[102841]: cluster 2022-01-26T00:21:30.313266+0000 mgr.smithi068.zkksrk (mgr.14702) 3135 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:31 smithi165 conmon[67662]: cluster 2022-01-26T00:21:30.313266+0000 mgr.smithi068.zkksrk (mgr.14702) 3135 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:33 smithi165 conmon[67662]: cluster 2022-01-26T00:21:32.313822+0000 mgr.smithi068.zkksrk (mgr.14702) 3136 : cluster 2022-01-26T00:21:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:33 smithi165 conmon[67662]: [DBG] pgmap v2702: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:33 smithi068 conmon[102841]: cluster 2022-01-26T00:21:32.313822+0000 mgr.smithi068.zkksrk (mgr.14702) 3136 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:35 smithi165 conmon[67662]: cluster 2022-01-26T00:21:34.314583+0000 mgr.smithi068.zkksrk (mgr.14702) 3137 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:35 smithi068 conmon[102841]: cluster 2022-01-26T00:21:34.314583+0000 mgr.smithi068.zkksrk (mgr.14702) 3137 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:37 smithi165 conmon[67662]: cluster 2022-01-26T00:21:36.315432+0000 mgr.smithi068.zkksrk (mgr.14702) 3138 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:37 smithi068 conmon[102841]: cluster 2022-01-26T00:21:36.315432+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:21:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:37 smithi068 conmon[102841]: 3138 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:39 smithi165 conmon[67662]: cluster 2022-01-26T00:21:38.315961+0000 mgr.smithi068.zkksrk (mgr.14702) 3139 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:39 smithi068 conmon[102841]: cluster 2022-01-26T00:21:38.315961+0000 mgr.smithi068.zkksrk (mgr.14702) 3139 : cluster 2022-01-26T00:21:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:39 smithi068 conmon[102841]: [DBG] pgmap v2705: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:40.150 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:21:40.438 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:21:40.439 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (95m) 6m ago 96m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:21:40.439 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (88m) 6m ago 96m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:21:40.439 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (88m) 6m ago 95m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:21:40.440 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (95m) 6m ago 96m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:21:40.440 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (92m) 6m ago 92m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:21:40.440 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (92m) 6m ago 92m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:21:40.440 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (89m) 6m ago 97m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:21:40.441 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (89m) 6m ago 95m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:21:40.441 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (89m) 6m ago 97m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:21:40.441 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (88m) 6m ago 95m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:21:40.441 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (89m) 6m ago 89m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:21:40.441 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (89m) 6m ago 89m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:21:40.442 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (96m) 6m ago 96m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:21:40.442 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (95m) 6m ago 95m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:21:40.442 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (80m) 6m ago 95m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:21:40.443 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (95m) 6m ago 95m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:21:40.443 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (94m) 6m ago 94m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:21:40.443 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (94m) 6m ago 94m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:21:40.443 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (94m) 6m ago 94m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:21:40.443 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (93m) 6m ago 93m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:21:40.444 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (93m) 6m ago 93m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:21:40.444 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (93m) 6m ago 93m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:21:40.444 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (95m) 6m ago 96m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:21:40.445 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:40 smithi068 conmon[102841]: audit 2022-01-26T00:21:40.139211+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:21:40.445 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:40 smithi068 conmon[102841]: 14702) 3140 : audit [DBG] from='client.36174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:40.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:40 smithi165 conmon[67662]: audit 2022-01-26T00:21:40.139211+0000 mgr.smithi068.zkksrk (mgr.14702) 3140 : audit [DBG] from='client.36174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:40.776 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:21:40.776 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:21:40.777 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:40.777 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:40.777 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:21:40.777 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:40.778 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:40.778 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:21:40.778 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:21:40.778 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:21:40.779 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:40.779 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:21:40.779 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:21:40.779 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:21:40.779 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:21:40.780 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:21:40.780 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:21:40.780 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:21:40.780 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:21:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:41 smithi165 conmon[67662]: cluster 2022-01-26T00:21:40.316728+0000 mgr.smithi068.zkksrk (mgr.14702) 3141 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:41 smithi165 conmon[67662]: audit 2022-01-26T00:21:40.424748+0000 mgr.smithi068.zkksrk (mgr.14702) 3142 : audit [DBG] from='client.36178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:41 smithi165 conmon[67662]: audit 2022-01-26T00:21:40.777274+0000 mon.smithi068 (mon.0 2022-01-26T00:21:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:41 smithi165 conmon[67662]: ) 1140 : audit [DBG] from='client.? 172.21.15.68:0/1570422754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:41.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: cluster 2022-01-26T00:21:40.316728+0000 mgr.smithi068.zkksrk 2022-01-26T00:21:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: (mgr.14702) 3141 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: audit 2022-01-26T00:21:40.424748+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:21:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: ) 3142 : audit [DBG] from='client.36178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:41.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: audit 2022 2022-01-26T00:21:41.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: -01-26T00:21:40. 2022-01-26T00:21:41.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: 777274+0000 mon.smithi068 (mon.0 2022-01-26T00:21:41.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:41 smithi068 conmon[102841]: ) 1140 : audit [DBG] from='client.? 172.21.15.68:0/1570422754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:43 smithi165 conmon[67662]: cluster 2022-01-26T00:21:42.317222+0000 mgr.smithi068.zkksrk (mgr.14702) 3143 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:43 smithi068 conmon[102841]: cluster 2022-01-26T00:21:42.317222+0000 mgr.smithi068.zkksrk (mgr.14702) 3143 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:45 smithi165 conmon[67662]: cluster 2022-01-26T00:21:44.318229+0000 mgr.smithi068.zkksrk (mgr.14702) 3144 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:45 smithi068 conmon[102841]: cluster 2022-01-26T00:21:44.318229+0000 mgr.smithi068.zkksrk (mgr.14702) 3144 2022-01-26T00:21:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:45 smithi068 conmon[102841]: : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:47 smithi165 conmon[67662]: cluster 2022-01-26T00:21:46.318863+0000 mgr.smithi068.zkksrk (mgr.14702) 3145 : cluster [DBG] 2022-01-26T00:21:47.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:47 smithi165 conmon[67662]: pgmap v2709: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:47 smithi068 conmon[102841]: cluster 2022-01-26T00:21:46.318863+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:21:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:47 smithi068 conmon[102841]: 3145 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:49 smithi165 conmon[67662]: cluster 2022-01-26T00:21:48.319449+0000 mgr.smithi068.zkksrk (mgr.14702) 3146 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:49 smithi068 conmon[102841]: cluster 2022-01-26T00:21:48.319449+0000 mgr.smithi068.zkksrk (mgr.14702) 3146 : 2022-01-26T00:21:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:49 smithi068 conmon[102841]: cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:51 smithi068 conmon[102841]: cluster 2022-01-26T00:21:50.320300+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:21:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:51 smithi068 conmon[102841]: 3147 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:51.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:51 smithi165 conmon[67662]: cluster 2022-01-26T00:21:50.320300+0000 mgr.smithi068.zkksrk (mgr.14702) 3147 : cluster 2022-01-26T00:21:51.860 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:51 smithi165 conmon[67662]: [DBG] pgmap v2711: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:53 smithi165 conmon[67662]: cluster 2022-01-26T00:21:52.320864+0000 mgr.smithi068.zkksrk (mgr.14702) 3148 : cluster 2022-01-26T00:21:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:53 smithi165 conmon[67662]: [DBG] pgmap v2712: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:53 smithi068 conmon[102841]: cluster 2022-01-26T00:21:52.320864+0000 mgr.smithi068.zkksrk (mgr.14702) 3148 : 2022-01-26T00:21:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:53 smithi068 conmon[102841]: cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:55 smithi165 conmon[67662]: cluster 2022-01-26T00:21:54.321800+0000 mgr.smithi068.zkksrk (mgr.14702) 3149 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:55 smithi068 conmon[102841]: cluster 2022-01-26T00:21:54.321800+0000 mgr.smithi068.zkksrk (mgr.14702) 3149 2022-01-26T00:21:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:55 smithi068 conmon[102841]: : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:21:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:57 smithi165 conmon[67662]: cluster 2022-01-26T00:21:56.322534+0000 mgr.smithi068.zkksrk (mgr.14702) 3150 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:57 smithi068 conmon[102841]: cluster 2022-01-26T00:21:56.322534+0000 mgr.smithi068.zkksrk (mgr.14702) 3150 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:21:59 smithi165 conmon[67662]: cluster 2022-01-26T00:21:58.323092+0000 mgr.smithi068.zkksrk (mgr.14702) 3151 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:59 smithi068 conmon[102841]: cluster 2022-01-26T00:21:58.323092+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:21:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:21:59 smithi068 conmon[102841]: 14702) 3151 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:01 smithi068 conmon[102841]: cluster 2022-01-26T00:22:00.323962+0000 mgr.smithi068.zkksrk (mgr.14702) 3152 : 2022-01-26T00:22:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:01 smithi068 conmon[102841]: cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:01 smithi165 conmon[67662]: cluster 2022-01-26T00:22:00.323962+0000 mgr.smithi068.zkksrk (mgr.14702) 3152 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:03 smithi165 conmon[67662]: cluster 2022-01-26T00:22:02.324515+0000 mgr.smithi068.zkksrk (mgr.14702) 3153 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:03 smithi068 conmon[102841]: cluster 2022-01-26T00:22:02.324515+0000 mgr.smithi068.zkksrk (mgr.14702) 3153 : 2022-01-26T00:22:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:03 smithi068 conmon[102841]: cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:05 smithi165 conmon[67662]: cluster 2022-01-26T00:22:04.325290+0000 mgr.smithi068.zkksrk (mgr.14702) 3154 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:05 smithi068 conmon[102841]: cluster 2022-01-26T00:22:04.325290+0000 mgr.smithi068.zkksrk (mgr.14702) 3154 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:07 smithi165 conmon[67662]: cluster 2022-01-26T00:22:06.325843+0000 mgr.smithi068.zkksrk (mgr.14702) 3155 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:07 smithi068 conmon[102841]: cluster 2022-01-26T00:22:06.325843+0000 mgr.smithi068.zkksrk (mgr.14702) 3155 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:09 smithi165 conmon[67662]: cluster 2022-01-26T00:22:08.326295+0000 mgr.smithi068.zkksrk (mgr.14702) 3156 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:09 smithi068 conmon[102841]: cluster 2022-01-26T00:22:08.326295+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:22:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:09 smithi068 conmon[102841]: 3156 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:11.094 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:22:11.381 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:22:11.382 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (95m) 7m ago 97m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:22:11.382 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (89m) 7m ago 96m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:22:11.382 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (89m) 7m ago 96m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:22:11.382 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (95m) 7m ago 96m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:22:11.383 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (92m) 7m ago 92m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:22:11.383 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (92m) 7m ago 92m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:22:11.383 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (90m) 7m ago 98m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:22:11.383 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (89m) 7m ago 96m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:22:11.384 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (89m) 7m ago 98m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:22:11.384 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (89m) 7m ago 96m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:22:11.384 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (90m) 7m ago 90m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:22:11.384 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (90m) 7m ago 90m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:22:11.385 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (96m) 7m ago 96m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:22:11.385 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (96m) 7m ago 96m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:22:11.385 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (80m) 7m ago 95m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:22:11.385 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (95m) 7m ago 95m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:22:11.385 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (95m) 7m ago 95m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:22:11.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (94m) 7m ago 94m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:22:11.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (94m) 7m ago 94m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:22:11.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (94m) 7m ago 94m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:22:11.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (94m) 7m ago 94m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:22:11.386 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (93m) 7m ago 93m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:22:11.387 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (95m) 7m ago 96m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:22:11.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:11 smithi068 conmon[102841]: cluster 2022-01-26T00:22:10.327120+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:22:11.387 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:11 smithi068 conmon[102841]: 14702) 3157 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:11.388 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:11 smithi068 conmon[102841]: audit 2022-01-26T00:22:11.083453+0000 mgr.smithi068.zkksrk (mgr.14702) 3158 : audit [DBG] from='client.36186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:11 smithi165 conmon[67662]: cluster 2022-01-26T00:22:10.327120+0000 mgr.smithi068.zkksrk (mgr.14702) 3157 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:11 smithi165 conmon[67662]: audit 2022-01-26T00:22:11.083453 2022-01-26T00:22:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:11 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3158 : audit [DBG] from='client.36186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:11.724 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:22:11.724 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:22:11.724 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:11.725 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:11.725 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:22:11.725 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:11.725 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:11.726 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:22:11.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:22:11.726 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:22:11.726 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:11.727 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:22:11.727 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:22:11.727 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:11.727 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:22:11.728 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:22:11.728 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:22:11.728 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:22:11.728 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:22:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:12 smithi068 conmon[102841]: audit 2022-01-26T00:22:11.368012+0000 mgr.smithi068.zkksrk (mgr.14702) 3159 2022-01-26T00:22:12.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:12 smithi068 conmon[102841]: : audit [DBG] from='client.36190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:12.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:12 smithi068 conmon[102841]: audit 2022-01-26T00:22:11.725161+0000 mon.smithi068 (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.68:0/3710728470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:12 smithi165 conmon[67662]: audit 2022-01-26T00:22:11.368012+0000 mgr.smithi068.zkksrk (mgr.14702) 3159 : audit [DBG] 2022-01-26T00:22:12.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:12 smithi165 conmon[67662]: from='client.36190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:12.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:12 smithi165 conmon[67662]: audit 2022-01-26T00:22:11.725161+0000 mon.smithi068 (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.68:0/3710728470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:13 smithi068 conmon[102841]: cluster 2022-01-26T00:22:12.327789+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:22:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:13 smithi068 conmon[102841]: 14702) 3160 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:13 smithi165 conmon[67662]: cluster 2022-01-26T00:22:12.327789+0000 mgr.smithi068.zkksrk (mgr.14702) 3160 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:14.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: audit 2022-01-26T00:22:13.787814+0000 mon.smithi068 2022-01-26T00:22:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: (mon.0) 1142 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:22:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: audit 2022-01-26T00:22:13.789297+0000 mon.smithi068 (mon.0) 1143 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:22:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: audit 2022-01-26T00:22:14.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: 2022-01-26T00:22 2022-01-26T00:22:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: :13.790364+0000 mon.smithi068 (mon. 2022-01-26T00:22:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: 0) 1144 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:22:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: 2022-01-26T00:22:14.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: cephadm 2022-01 2022-01-26T00:22:14.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: -26T00:22:13.791170+0000 2022-01-26T00:22:14.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3161 : cephadm 2022-01-26T00:22:14.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:22:14.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:22:14.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: 01-26T00:22:14.204263+0000 mon.smithi068 2022-01-26T00:22:14.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: (mon.0) 1145 : audit 2022-01-26T00:22:14.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:22:14.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:22:14.563 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: 01-26T00:22:14.211958+0000 2022-01-26T00:22:14.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1146 2022-01-26T00:22:14.564 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:14 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:22:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: audit 2022-01-26T00:22:13.787814+0000 mon.smithi068 (mon.0) 1142 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:22:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: audit 2022-01-26T00:22:13. 2022-01-26T00:22:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: 789297+0000 mon.smithi068 (mon.0) 1143 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:22:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: audit 2022-01-26T00:22:13.790364+0000 mon.smithi068 (mon.0) 1144 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:22:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: cephadm 2022-01-26T00:22:13.791170+0000 mgr.smithi068.zkksrk (mgr.14702) 3161 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:22:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: audit 2022-01-26T00:22:14.204263+0000 mon.smithi068 (mon.0) 1145 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:22:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:14 smithi165 conmon[67662]: audit 2022-01-26T00:22:14.211958+0000 mon.smithi068 (mon.0) 1146 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:22:15.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:15 smithi068 conmon[102841]: cluster 2022-01-26T00:22:14.328490+0000 mgr.smithi068.zkksrk (mgr.14702) 3162 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:15 smithi165 conmon[67662]: cluster 2022-01-26T00:22:14.328490+0000 mgr.smithi068.zkksrk (mgr.14702) 3162 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:17 smithi165 conmon[67662]: cluster 2022-01-26T00:22:16.329058+0000 mgr.smithi068.zkksrk (mgr.14702) 3163 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:17 smithi068 conmon[102841]: cluster 2022-01-26T00:22:16.329058+0000 mgr.smithi068.zkksrk (mgr.14702) 3163 : cluster 2022-01-26T00:22:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:17 smithi068 conmon[102841]: [DBG] pgmap v2724: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:19 smithi165 conmon[67662]: cluster 2022-01-26T00:22:18.329604+0000 mgr.smithi068.zkksrk (mgr.14702) 3164 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:19 smithi165 conmon[67662]: audit 2022-01-26T00:22:18 2022-01-26T00:22:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:19 smithi165 conmon[67662]: .412731+0000 mon.smithi068 (mon.0) 1147 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:22:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:19 smithi165 conmon[67662]: audit 2022-01-26T00:22:18.576128+0000 mon.smithi068 (mon.0) 1148 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:22:19.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:19 smithi068 conmon[102841]: cluster 2022-01-26T00: 2022-01-26T00:22:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:19 smithi068 conmon[102841]: 22:18.329604+0000 mgr.smithi068.zkksrk (mgr.14702) 3164 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:19 smithi068 conmon[102841]: audit 2022-01-26T00:22 2022-01-26T00:22:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:19 smithi068 conmon[102841]: :18.412731+0000 mon.smithi068 (mon.0) 1147 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:22:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:19 smithi068 conmon[102841]: audit 2022-01-26T00:22:18.576128+0000 mon.smithi068 (mon.0) 2022-01-26T00:22:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:19 smithi068 conmon[102841]: 1148 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:22:21.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:21 smithi068 conmon[102841]: cluster 2022-01-26T00:22:20.330450+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:22:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:21 smithi068 conmon[102841]: 14702) 3165 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:21 smithi165 conmon[67662]: cluster 2022-01-26T00:22:20.330450+0000 mgr.smithi068.zkksrk (mgr.14702) 3165 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:23 smithi165 conmon[67662]: cluster 2022-01-26T00:22:22.331046+0000 mgr.smithi068.zkksrk (mgr.14702) 3166 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:23 smithi068 conmon[102841]: cluster 2022-01-26T00:22:22.331046+0000 mgr.smithi068.zkksrk (mgr.14702) 3166 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:25 smithi165 conmon[67662]: cluster 2022-01-26T00:22:24.331850+0000 mgr.smithi068.zkksrk (mgr.14702) 3167 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:25 smithi068 conmon[102841]: cluster 2022-01-26T00:22:24.331850+0000 mgr.smithi068.zkksrk (mgr.14702) 3167 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:27 smithi165 conmon[67662]: cluster 2022-01-26T00:22:26.332525+0000 mgr.smithi068.zkksrk (mgr.14702) 3168 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:27.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:27 smithi068 conmon[102841]: cluster 2022-01-26T00:22:26.332525+0000 mgr.smithi068.zkksrk (mgr.14702) 3168 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:29 smithi165 conmon[67662]: cluster 2022-01-26T00:22:28.333118+0000 mgr.smithi068.zkksrk (mgr.14702) 3169 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:29 smithi068 conmon[102841]: cluster 2022-01-26T00:22:28.333118 2022-01-26T00:22:29.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:29 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3169 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:31 smithi068 conmon[102841]: cluster 2022-01-26T00:22:30.333999+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:22:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:31 smithi068 conmon[102841]: ) 3170 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:31 smithi165 conmon[67662]: cluster 2022-01-26T00:22:30.333999+0000 mgr.smithi068.zkksrk (mgr.14702) 3170 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:33 smithi165 conmon[67662]: cluster 2022-01-26T00:22:32.334563+0000 mgr.smithi068.zkksrk (mgr.14702) 3171 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:33 smithi068 conmon[102841]: cluster 2022-01-26T00:22:32.334563+0000 mgr.smithi068.zkksrk (mgr.14702) 3171 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:35.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:35 smithi165 conmon[67662]: cluster 2022-01-26T00:22:34.335407+0000 mgr.smithi068.zkksrk (mgr.14702) 3172 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:35 smithi068 conmon[102841]: cluster 2022-01-26T00:22:34.335407+0000 mgr.smithi068.zkksrk (mgr.14702) 3172 : cluster 2022-01-26T00:22:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:35 smithi068 conmon[102841]: [DBG] pgmap v2733: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:37 smithi165 conmon[67662]: cluster 2022-01-26T00:22:36.336049+0000 mgr.smithi068.zkksrk (mgr.14702) 3173 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:37 smithi068 conmon[102841]: cluster 2022-01-26T00:22:36.336049+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:22:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:37 smithi068 conmon[102841]: ) 3173 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:39 smithi165 conmon[67662]: cluster 2022-01-26T00:22:38.336747+0000 mgr.smithi068.zkksrk (mgr.14702) 3174 : 2022-01-26T00:22:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:39 smithi165 conmon[67662]: cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:39 smithi068 conmon[102841]: cluster 2022-01-26T00:22:38.336747+0000 mgr.smithi068.zkksrk (mgr.14702) 3174 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:41 smithi068 conmon[102841]: cluster 2022-01-26T00:22:40.337730+0000 mgr.smithi068.zkksrk (mgr.14702) 3175 : 2022-01-26T00:22:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:41 smithi068 conmon[102841]: cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:41 smithi165 conmon[67662]: cluster 2022-01-26T00:22:40.337730+0000 mgr.smithi068.zkksrk (mgr.14702) 3175 : cluster [DBG] 2022-01-26T00:22:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:41 smithi165 conmon[67662]: pgmap v2736: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:42.045 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:22:42.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:42 smithi068 conmon[102841]: audit 2022-01-26T00:22:42.034002+0000 mgr.smithi068.zkksrk (mgr.14702) 3176 : audit [DBG] from='client.36198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:42.334 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:22:42.334 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (96m) 7m ago 97m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:22:42.335 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (89m) 7m ago 97m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:22:42.335 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (89m) 7m ago 96m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:22:42.336 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (96m) 7m ago 97m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:22:42.336 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (93m) 7m ago 93m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:22:42.336 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (93m) 7m ago 93m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:22:42.336 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (90m) 7m ago 98m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:22:42.336 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (90m) 7m ago 96m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:22:42.337 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (90m) 7m ago 98m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:22:42.337 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (89m) 7m ago 96m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:22:42.337 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (90m) 7m ago 90m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:22:42.337 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (90m) 7m ago 90m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:22:42.338 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (97m) 7m ago 97m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:22:42.338 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (96m) 7m ago 96m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:22:42.338 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (81m) 7m ago 96m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:22:42.338 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (96m) 7m ago 96m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:22:42.338 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (95m) 7m ago 95m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:22:42.339 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (95m) 7m ago 95m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:22:42.339 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (95m) 7m ago 95m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:22:42.339 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (95m) 7m ago 95m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:22:42.339 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (94m) 7m ago 94m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:22:42.340 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (94m) 7m ago 94m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:22:42.340 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (96m) 7m ago 97m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:22:42.676 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:22:42.676 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:22:42.676 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:42.677 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:42.677 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:22:42.677 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:42.677 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:42.677 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:22:42.678 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:22:42.678 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:22:42.678 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:42.678 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:22:42.679 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:22:42.679 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:22:42.679 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:22:42.679 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:22:42.679 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:22:42.680 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:22:42.680 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:22:42.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:42 smithi165 conmon[67662]: audit 2022-01-26T00:22:42.034002+0000 mgr.smithi068.zkksrk (mgr.14702) 3176 : audit [DBG] from='client.36198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:43.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:43 smithi068 conmon[102841]: audit 2022-01-26T00:22:42.321074+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:22:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:43 smithi068 conmon[102841]: 3177 : audit [DBG] from='client.36202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:43 smithi068 conmon[102841]: cluster 2022-01-26T00:22:42.338140+0000 mgr.smithi068.zkksrk (mgr.14702) 3178 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:43.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:43 smithi068 conmon[102841]: audit 2022-01-26T00:22:42.676930+0000 mon.smithi068 (mon.0) 1149 : audit [DBG] from='client.? 172.21.15.68:0/2627326554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:43.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:43 smithi068 conmon[102841]: 2022-01-26T00:22:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:43 smithi165 conmon[67662]: audit 2022-01-26T00:22:42.321074+0000 mgr.smithi068.zkksrk (mgr.14702) 3177 : audit [DBG] from='client.36202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:43 smithi165 conmon[67662]: cluster 2022-01-26T00:22:42. 2022-01-26T00:22:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:43 smithi165 conmon[67662]: 338140+0000 mgr.smithi068.zkksrk (mgr.14702) 3178 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:43.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:43 smithi165 conmon[67662]: audit 2022-01-26T00:22:42.676930+0000 mon.smithi068 (mon.0) 1149 : audit [DBG] from='client.? 172.21.15.68:0/2627326554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:45 smithi165 conmon[67662]: cluster 2022-01-26T00:22:44.339115+0000 mgr.smithi068.zkksrk (mgr.14702) 3179 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:45 smithi068 conmon[102841]: cluster 2022-01-26T00:22:44.339115+0000 mgr.smithi068.zkksrk (mgr.14702) 3179 2022-01-26T00:22:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:45 smithi068 conmon[102841]: : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:47 smithi165 conmon[67662]: cluster 2022-01-26T00:22:46.339847+0000 mgr.smithi068.zkksrk (mgr.14702) 3180 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:47 smithi165 conmon[67662]: 2022-01-26T00:22:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:47 smithi068 conmon[102841]: cluster 2022-01-26T00:22:46.339847+0000 mgr.smithi068.zkksrk (mgr.14702) 3180 2022-01-26T00:22:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:47 smithi068 conmon[102841]: : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:49 smithi165 conmon[67662]: cluster 2022-01-26T00:22:48.340454+0000 mgr.smithi068.zkksrk (mgr.14702) 3181 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:49 smithi068 conmon[102841]: cluster 2022-01-26T00:22:48.340454+0000 mgr.smithi068.zkksrk (mgr.14702) 3181 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:51 smithi068 conmon[102841]: cluster 2022-01-26T00:22:50.341481+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:22:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:51 smithi068 conmon[102841]: 3182 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:51 smithi165 conmon[67662]: cluster 2022-01-26T00:22:50.341481+0000 mgr.smithi068.zkksrk (mgr.14702) 3182 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:53 smithi165 conmon[67662]: cluster 2022-01-26T00:22:52.342047+0000 mgr.smithi068.zkksrk (mgr.14702) 3183 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:53 smithi068 conmon[102841]: cluster 2022-01-26T00:22:52.342047+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:22:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:53 smithi068 conmon[102841]: ) 3183 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:55 smithi165 conmon[67662]: cluster 2022-01-26T00:22:54.342876+0000 mgr.smithi068.zkksrk (mgr.14702) 3184 : cluster [DBG] 2022-01-26T00:22:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:55 smithi165 conmon[67662]: pgmap v2743: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:55 smithi068 conmon[102841]: cluster 2022-01-26T00:22:54.342876+0000 2022-01-26T00:22:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:55 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3184 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:22:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:57 smithi165 conmon[67662]: cluster 2022-01-26T00:22:56.343518+0000 mgr.smithi068.zkksrk (mgr.14702) 3185 : cluster 2022-01-26T00:22:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:57 smithi165 conmon[67662]: [DBG] pgmap v2744: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:57 smithi068 conmon[102841]: cluster 2022-01-26T00:22:56.343518+0000 mgr.smithi068.zkksrk (mgr.14702) 3185 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:59 smithi165 conmon[67662]: cluster 2022-01-26T00:22:58.344147+0000 mgr.smithi068.zkksrk (mgr.14702) 3186 : cluster 2022-01-26T00:22:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:22:59 smithi165 conmon[67662]: [DBG] pgmap v2745: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:59 smithi068 conmon[102841]: cluster 2022-01-26T00:22:58.344147+0000 2022-01-26T00:22:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:22:59 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3186 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:01 smithi068 conmon[102841]: cluster 2022-01-26T00:23:00.345100+0000 mgr.smithi068.zkksrk (mgr.14702) 3187 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:01 smithi165 conmon[67662]: cluster 2022-01-26T00:23:00.345100+0000 mgr.smithi068.zkksrk (mgr.14702) 3187 : cluster [DBG] 2022-01-26T00:23:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:01 smithi165 conmon[67662]: pgmap v2746: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:03 smithi165 conmon[67662]: cluster 2022-01-26T00:23:02.345761+0000 mgr.smithi068.zkksrk (mgr.14702) 3188 : cluster 2022-01-26T00:23:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:03 smithi165 conmon[67662]: [DBG] pgmap v2747: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:03 smithi068 conmon[102841]: cluster 2022-01-26T00:23:02.345761+0000 mgr.smithi068.zkksrk (mgr.14702) 3188 : cluster [DBG] 2022-01-26T00:23:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:03 smithi068 conmon[102841]: pgmap v2747: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:05 smithi165 conmon[67662]: cluster 2022-01-26T00:23:04.346580+0000 mgr.smithi068.zkksrk (mgr.14702) 3189 : cluster [DBG] 2022-01-26T00:23:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:05 smithi165 conmon[67662]: pgmap v2748: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:05 smithi068 conmon[102841]: cluster 2022-01-26T00:23:04.346580+0000 mgr.smithi068.zkksrk (mgr.14702) 3189 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:07 smithi165 conmon[67662]: cluster 2022-01-26T00:23:06.347201+0000 mgr.smithi068.zkksrk (mgr.14702) 3190 : 2022-01-26T00:23:07.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:07 smithi165 conmon[67662]: cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:07 smithi068 conmon[102841]: cluster 2022-01-26T00:23:06.347201+0000 mgr.smithi068.zkksrk 2022-01-26T00:23:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:07 smithi068 conmon[102841]: (mgr.14702) 3190 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:09 smithi165 conmon[67662]: cluster 2022-01-26T00:23:08.347925+0000 mgr.smithi068.zkksrk (mgr.14702) 3191 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:09 smithi068 conmon[102841]: cluster 2022-01-26T00:23:08.347925+0000 2022-01-26T00:23:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:09 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3191 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:11 smithi068 conmon[102841]: cluster 2022-01-26T00:23:10.348786+0000 mgr.smithi068.zkksrk 2022-01-26T00:23:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:11 smithi068 conmon[102841]: (mgr.14702) 3192 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:11 smithi165 conmon[67662]: cluster 2022-01-26T00:23:10.348786+0000 mgr.smithi068.zkksrk (mgr.14702) 3192 : 2022-01-26T00:23:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:11 smithi165 conmon[67662]: cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:12.997 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:23:13.285 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:23:13.285 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (96m) 8m ago 98m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:23:13.286 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (90m) 8m ago 98m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:23:13.286 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (90m) 8m ago 97m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:23:13.286 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (96m) 8m ago 97m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:23:13.286 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (93m) 8m ago 93m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:23:13.287 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (93m) 8m ago 93m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:23:13.287 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (91m) 8m ago 99m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:23:13.287 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (90m) 8m ago 97m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:23:13.287 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (90m) 8m ago 99m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:23:13.288 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (90m) 8m ago 97m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:23:13.288 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (91m) 8m ago 91m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:23:13.288 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (91m) 8m ago 91m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:23:13.288 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (97m) 8m ago 97m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:23:13.288 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (97m) 8m ago 97m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:23:13.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (81m) 8m ago 96m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:23:13.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (96m) 8m ago 96m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:23:13.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (96m) 8m ago 96m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:23:13.289 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (96m) 8m ago 96m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:23:13.290 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (95m) 8m ago 95m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:23:13.290 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (95m) 8m ago 95m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:23:13.290 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (95m) 8m ago 95m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:23:13.291 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (95m) 8m ago 95m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:23:13.292 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (96m) 8m ago 97m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:23:13.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:13 smithi068 conmon[102841]: cluster 2022-01-26T00:23:12.349515+0000 mgr.smithi068.zkksrk 2022-01-26T00:23:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:13 smithi068 conmon[102841]: (mgr.14702) 3193 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:13 smithi068 conmon[102841]: audit 2022-01-26T00:23:12.985205+0000 mgr.smithi068.zkksrk (mgr.14702) 3194 : audit 2022-01-26T00:23:13.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:13 smithi068 conmon[102841]: [DBG] from='client.36210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:13.628 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:23:13.628 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:23:13.629 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:13.629 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:13.629 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:23:13.630 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:13.630 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:13.630 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:23:13.631 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:23:13.631 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:23:13.632 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:13.632 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:23:13.632 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:23:13.633 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:13.633 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:23:13.634 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:23:13.634 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:23:13.635 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:23:13.635 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:23:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:13 smithi165 conmon[67662]: cluster 2022-01-26T00:23:12.349515+0000 mgr.smithi068.zkksrk (mgr.14702) 3193 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:13 smithi165 conmon[67662]: audit 2022-01-26T00:23:12.985205+0000 mgr.smithi068.zkksrk (mgr.14702) 3194 : audit [DBG] from='client.36210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: audit 2022-01-26T00:23:13.271195+0000 mgr.smithi068.zkksrk 2022-01-26T00:23:14.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: (mgr.14702) 3195 : audit [DBG] from='client.36214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: audit 2022-01-26T00:23:13.625160+0000 mon.smithi068 (mon 2022-01-26T00:23:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: .0) 1150 : audit [DBG] from='client.? 172.21.15.68:0/3989523456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: audit 2022-01-26T00:23:14.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: 2022-01-26T00:23:14.215624+0000 mon.smithi068 (mon.0) 1151 2022-01-26T00:23:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:23:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:23:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: :23:14.216976+0000 mon.smithi068 (mon.0) 1152 2022-01-26T00:23:14.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:23:14.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: audit 2022-01-26T00:23:14.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: 2022-01-26T00:23:14. 2022-01-26T00:23:14.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: 217897+0000 mon.smithi068 (mon.0) 1153 : audit 2022-01-26T00:23:14.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:23:14.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: cephadm 2022-01-26T 2022-01-26T00:23:14.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: 00:23:14.218628+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:23:14.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:14 smithi165 conmon[67662]: 14702) 3196 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:23:14.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: audit 2022-01-26T00:23:13.271195+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:23:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: .14702) 3195 : audit [DBG] from='client.36214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: audit 2022-01-26T00:23:13.625160+0000 mon.smithi068 (mon.0) 1150 : audit [DBG] from='client.? 172.21.15.68:0/3989523456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:14.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: audit 2022-01-26T00:23:14.215624+0000 mon.smithi068 (mon.0) 1151 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:23:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: audit 2022-01-26T00:23:14.216976+0000 mon.smithi068 (mon.0) 1152 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:23:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: 2022-01-26T00:23:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:23:14.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: 00:23:14.217897+0000 mon.smithi068 (mon.0) 1153 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:23:14.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: cephadm 2022-01-26T 2022-01-26T00:23:14.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: 00:23:14.218628+0000 mgr.smithi068.zkksrk (mgr.14702) 3196 : cephadm 2022-01-26T00:23:14.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:14 smithi068 conmon[102841]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:23:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:15 smithi165 conmon[67662]: cluster 2022-01-26T00:23:14.350203+0000 mgr.smithi068.zkksrk (mgr.14702) 3197 2022-01-26T00:23:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:15 smithi165 conmon[67662]: : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:15 smithi165 conmon[67662]: audit 2022-01-26T00:23:14.625009+0000 mon.smithi068 (mon.0) 1154 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:23:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:15 smithi165 conmon[67662]: audit 2022-01-26T00:23:14.630191+0000 mon.smithi068 (mon.0) 1155 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:23:16.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:15 smithi068 conmon[102841]: cluster 2022-01-26T00:23:14.350203+0000 mgr.smithi068.zkksrk (mgr.14702) 3197 : cluster 2022-01-26T00:23:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:15 smithi068 conmon[102841]: [DBG] pgmap v2753: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:16.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:15 smithi068 conmon[102841]: audit 2022-01-26T00:23:14.625009+0000 mon.smithi068 (mon.0) 1154 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:23:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:15 smithi068 conmon[102841]: audit 2022-01-26T00:23:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:15 smithi068 conmon[102841]: 2022-01-26T00:23:14.630191+0000 mon.smithi068 (mon.0) 1155 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:23:16.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:15 smithi068 conmon[102841]: 2022-01-26T00:23:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:17 smithi165 conmon[67662]: cluster 2022-01-26T00:23:16.350826+0000 mgr.smithi068.zkksrk (mgr.14702) 3198 : cluster [DBG] 2022-01-26T00:23:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:17 smithi165 conmon[67662]: pgmap v2754: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:17 smithi068 conmon[102841]: cluster 2022-01-26T00:23:16.350826+0000 mgr.smithi068.zkksrk (mgr.14702) 3198 : cluster 2022-01-26T00:23:18.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:17 smithi068 conmon[102841]: [DBG] pgmap v2754: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:18 smithi165 conmon[67662]: audit 2022-01-26T00:23:18.415113+0000 mon.smithi068 (mon.0) 1156 : audit 2022-01-26T00:23:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:18 smithi165 conmon[67662]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:23:18.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:18 smithi165 conmon[67662]: audit 2022-01-26T00:23:18.581261+0000 mon.smithi068 (mon.0) 1157 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:23:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:18 smithi068 conmon[102841]: audit 2022-01-26T00:23:18.415113+0000 mon.smithi068 2022-01-26T00:23:19.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:18 smithi068 conmon[102841]: (mon.0) 1156 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:23:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:18 smithi068 conmon[102841]: audit 2022-01-26T00:23:18.581261+0000 mon.smithi068 (mon.0) 1157 2022-01-26T00:23:19.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:18 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:23:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:19 smithi165 conmon[67662]: cluster 2022-01-26T00:23:18.351298+0000 mgr.smithi068.zkksrk (mgr.14702) 3199 : cluster 2022-01-26T00:23:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:19 smithi165 conmon[67662]: [DBG] pgmap v2755: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:20.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:19 smithi068 conmon[102841]: cluster 2022-01-26T00:23:18.351298+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:23:20.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:19 smithi068 conmon[102841]: 3199 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:21 smithi068 conmon[102841]: cluster 2022-01-26T00:23:20.352434+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:23:21.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:21 smithi068 conmon[102841]: .14702) 3200 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:21 smithi165 conmon[67662]: cluster 2022-01-26T00:23:20.352434+0000 mgr.smithi068.zkksrk (mgr.14702) 3200 : cluster [DBG] 2022-01-26T00:23:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:21 smithi165 conmon[67662]: pgmap v2756: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:23 smithi165 conmon[67662]: cluster 2022-01-26T00:23:22.353007+0000 mgr.smithi068.zkksrk (mgr.14702) 3201 : cluster 2022-01-26T00:23:23.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:23 smithi165 conmon[67662]: [DBG] pgmap v2757: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:23 smithi068 conmon[102841]: cluster 2022-01-26T00:23:22.353007+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:23:23.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:23 smithi068 conmon[102841]: ) 3201 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:25 smithi165 conmon[67662]: cluster 2022-01-26T00:23:24.353866+0000 mgr.smithi068.zkksrk (mgr.14702) 3202 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:25 smithi165 conmon[67662]: 2022-01-26T00:23:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:25 smithi068 conmon[102841]: cluster 2022-01-26T00:23:24.353866+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:23:25.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:25 smithi068 conmon[102841]: 3202 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:27 smithi165 conmon[67662]: cluster 2022-01-26T00:23:26.354684+0000 mgr.smithi068.zkksrk (mgr.14702) 3203 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:27.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:27 smithi068 conmon[102841]: cluster 2022-01-26T00:23:26.354684+0000 mgr.smithi068.zkksrk (mgr.14702) 3203 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:29.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:29 smithi165 conmon[67662]: cluster 2022-01-26T00:23:28.355451+0000 mgr.smithi068.zkksrk (mgr.14702) 3204 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:29 smithi068 conmon[102841]: cluster 2022-01-26T00:23:28.355451+0000 mgr.smithi068.zkksrk (mgr.14702) 3204 2022-01-26T00:23:29.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:29 smithi068 conmon[102841]: : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:31.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:31 smithi068 conmon[102841]: cluster 2022-01-26T00:23:30.356350+0000 mgr.smithi068.zkksrk (mgr.14702) 3205 2022-01-26T00:23:31.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:31 smithi068 conmon[102841]: : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:31 smithi165 conmon[67662]: cluster 2022-01-26T00:23:30.356350+0000 mgr.smithi068.zkksrk (mgr.14702) 3205 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:31.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:31 smithi165 conmon[67662]: 2022-01-26T00:23:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:33 smithi165 conmon[67662]: cluster 2022-01-26T00:23:32.357013+0000 mgr.smithi068.zkksrk (mgr.14702) 3206 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:33 smithi068 conmon[102841]: cluster 2022-01-26T00:23:32.357013+0000 mgr.smithi068.zkksrk (mgr.14702) 3206 : cluster 2022-01-26T00:23:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:33 smithi068 conmon[102841]: [DBG] pgmap v2762: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:35 smithi165 conmon[67662]: cluster 2022-01-26T00:23:34.357783+0000 mgr.smithi068.zkksrk (mgr.14702) 3207 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:35 smithi068 conmon[102841]: cluster 2022-01-26T00:23:34.357783+0000 mgr.smithi068.zkksrk (mgr.14702) 3207 2022-01-26T00:23:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:35 smithi068 conmon[102841]: : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:37 smithi165 conmon[67662]: cluster 2022-01-26T00:23:36.358429+0000 mgr.smithi068.zkksrk (mgr.14702) 3208 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:37 smithi068 conmon[102841]: cluster 2022-01-26T00:23:36.358429+0000 mgr.smithi068.zkksrk (mgr.14702) 3208 : cluster 2022-01-26T00:23:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:37 smithi068 conmon[102841]: [DBG] pgmap v2764: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:39 smithi165 conmon[67662]: cluster 2022-01-26T00:23:38.359091+0000 mgr.smithi068.zkksrk (mgr.14702) 3209 : cluster 2022-01-26T00:23:39.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:39 smithi165 conmon[67662]: [DBG] pgmap v2765: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:39 smithi068 conmon[102841]: cluster 2022-01-26T00:23:38.359091+0000 mgr.smithi068.zkksrk (mgr.14702) 3209 : 2022-01-26T00:23:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:39 smithi068 conmon[102841]: cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:41 smithi068 conmon[102841]: cluster 2022-01-26T00:23:40.359967+0000 mgr.smithi068.zkksrk (mgr.14702) 3210 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:41 smithi165 conmon[67662]: cluster 2022-01-26T00:23:40.359967+0000 mgr.smithi068.zkksrk (mgr.14702) 3210 : cluster 2022-01-26T00:23:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:41 smithi165 conmon[67662]: [DBG] pgmap v2766: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:43 smithi165 conmon[67662]: cluster 2022-01-26T00:23:42.360614+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:23:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:43 smithi165 conmon[67662]: 3211 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:43 smithi068 conmon[102841]: cluster 2022-01-26T00:23:42.360614+0000 mgr.smithi068.zkksrk (mgr.14702) 3211 : cluster 2022-01-26T00:23:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:43 smithi068 conmon[102841]: [DBG] pgmap v2767: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:43.943 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:23:44.229 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:23:44.230 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (97m) 8m ago 98m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:23:44.230 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (90m) 8m ago 98m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:23:44.230 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (90m) 8m ago 97m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:23:44.231 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (97m) 8m ago 98m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:23:44.231 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (94m) 8m ago 94m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:23:44.231 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (94m) 8m ago 94m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:23:44.231 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (91m) 8m ago 99m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:23:44.231 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (91m) 8m ago 97m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:23:44.232 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (91m) 8m ago 99m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:23:44.232 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (90m) 8m ago 97m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:23:44.232 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (91m) 8m ago 91m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:23:44.232 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (91m) 8m ago 91m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:23:44.233 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (98m) 8m ago 98m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:23:44.233 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (97m) 8m ago 97m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:23:44.233 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (82m) 8m ago 97m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:23:44.233 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (97m) 8m ago 97m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:23:44.233 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (96m) 8m ago 96m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:23:44.234 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (96m) 8m ago 96m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:23:44.234 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (96m) 8m ago 96m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:23:44.234 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (96m) 8m ago 96m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:23:44.234 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (95m) 8m ago 95m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:23:44.235 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (95m) 8m ago 95m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:23:44.235 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (97m) 8m ago 98m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:23:44.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:44 smithi068 conmon[102841]: audit 2022-01-26T00:23:43.931543+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:23:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:44 smithi068 conmon[102841]: 14702) 3212 : audit [DBG] from='client.36222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:44.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:44 smithi068 conmon[102841]: audit 2022-01-26T00:23:44.215993+0000 mgr.smithi068.zkksrk (mgr.14702) 3213 : audit [DBG] from='client.36226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:44.572 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:23:44.572 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:23:44.572 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:44.573 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:44.573 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:23:44.573 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:44.573 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:44.573 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:23:44.574 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:23:44.574 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:23:44.574 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:44.574 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:23:44.575 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:23:44.575 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:23:44.575 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:23:44.575 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:23:44.576 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:23:44.576 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:23:44.576 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:23:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:44 smithi165 conmon[67662]: audit 2022-01-26T00:23:43.931543+0000 mgr.smithi068.zkksrk (mgr.14702) 3212 : audit [DBG] 2022-01-26T00:23:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:44 smithi165 conmon[67662]: from='client.36222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:44.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:44 smithi165 conmon[67662]: audit 2022-01-26T00:23:44.215993+0000 mgr.smithi068.zkksrk (mgr.14702) 3213 : audit [DBG] from='client.36226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:45 smithi165 conmon[67662]: cluster 2022-01-26T00:23:44.361309+0000 mgr.smithi068.zkksrk (mgr.14702) 3214 : cluster [DBG] 2022-01-26T00:23:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:45 smithi165 conmon[67662]: pgmap v2768: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:45 smithi165 conmon[67662]: audit 2022-01-26T00:23:44.573354+0000 mon.smithi068 (mon.0) 1158 : audit [DBG] from='client.? 172.21.15.68:0/669542047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:45 smithi068 conmon[102841]: cluster 2022-01-26T00:23:44.361309 2022-01-26T00:23:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:45 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3214 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:45 smithi068 conmon[102841]: audit 2022-01-26T00:23:44.573354+0000 mon.smithi068 (mon. 2022-01-26T00:23:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:45 smithi068 conmon[102841]: 0) 1158 : audit [DBG] from='client.? 172.21.15.68:0/669542047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:47.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:47 smithi165 conmon[67662]: cluster 2022-01-26T00:23:46.361840+0000 mgr.smithi068.zkksrk (mgr.14702) 3215 : cluster 2022-01-26T00:23:47.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:47 smithi165 conmon[67662]: [DBG] pgmap v2769: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:47 smithi068 conmon[102841]: cluster 2022-01-26T00:23:46.361840+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:23:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:47 smithi068 conmon[102841]: 3215 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:49 smithi165 conmon[67662]: cluster 2022-01-26T00:23:48.362366+0000 mgr.smithi068.zkksrk (mgr.14702) 3216 : cluster [DBG] 2022-01-26T00:23:49.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:49 smithi165 conmon[67662]: pgmap v2770: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:49 smithi068 conmon[102841]: cluster 2022-01-26T00:23:48.362366+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:23:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:49 smithi068 conmon[102841]: mgr.14702) 3216 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:51.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:51 smithi068 conmon[102841]: cluster 2022-01-26T00:23:50.363312+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:23:51.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:51 smithi068 conmon[102841]: mgr.14702) 3217 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:51 smithi165 conmon[67662]: cluster 2022-01-26T00:23:50.363312+0000 mgr.smithi068.zkksrk (mgr.14702) 3217 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:53 smithi165 conmon[67662]: cluster 2022-01-26T00:23:52.364045+0000 mgr.smithi068.zkksrk (mgr.14702) 3218 : cluster [DBG] 2022-01-26T00:23:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:53 smithi165 conmon[67662]: pgmap v2772: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:53 smithi068 conmon[102841]: cluster 2022-01-26T00:23:52.364045+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:23:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:53 smithi068 conmon[102841]: 14702) 3218 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:55 smithi165 conmon[67662]: cluster 2022-01-26T00:23:54.364914+0000 mgr.smithi068.zkksrk (mgr.14702) 3219 : cluster [DBG] 2022-01-26T00:23:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:55 smithi165 conmon[67662]: pgmap v2773: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:55 smithi068 conmon[102841]: cluster 2022-01-26T00:23:54.364914+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:23:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:55 smithi068 conmon[102841]: 3219 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:23:57.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:57 smithi165 conmon[67662]: cluster 2022-01-26T00:23:56.365557+0000 mgr.smithi068.zkksrk (mgr.14702) 3220 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:57 smithi068 conmon[102841]: cluster 2022-01-26T00:23:56.365557 2022-01-26T00:23:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:57 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3220 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:59.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:23:59 smithi165 conmon[67662]: cluster 2022-01-26T00:23:58.366066+0000 mgr.smithi068.zkksrk (mgr.14702) 3221 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:23:59 smithi068 conmon[102841]: cluster 2022-01-26T00:23:58.366066+0000 mgr.smithi068.zkksrk (mgr.14702) 3221 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:01.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:01 smithi068 conmon[102841]: cluster 2022-01-26T00:24:00.366977+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:24:01.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:01 smithi068 conmon[102841]: ) 3222 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:01 smithi165 conmon[67662]: cluster 2022-01-26T00:24:00.366977+0000 mgr.smithi068.zkksrk (mgr.14702) 3222 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:01 smithi165 conmon[67662]: 2022-01-26T00:24:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:03 smithi165 conmon[67662]: cluster 2022-01-26T00:24:02.367496+0000 mgr.smithi068.zkksrk (mgr.14702) 3223 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:03 smithi068 conmon[102841]: cluster 2022-01-26T00:24:02.367496+0000 mgr.smithi068.zkksrk (mgr.14702) 3223 : cluster 2022-01-26T00:24:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:03 smithi068 conmon[102841]: [DBG] pgmap v2777: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:05.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:05 smithi165 conmon[67662]: cluster 2022-01-26T00:24:04.368347+0000 mgr.smithi068.zkksrk (mgr.14702) 3224 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:05 smithi068 conmon[102841]: cluster 2022-01-26T00:24:04.368347+0000 mgr.smithi068.zkksrk (mgr.14702) 3224 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:07 smithi165 conmon[67662]: cluster 2022-01-26T00:24:06.369196+0000 mgr.smithi068.zkksrk (mgr.14702) 3225 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:07.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:07 smithi165 conmon[67662]: 2022-01-26T00:24:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:07 smithi068 conmon[102841]: cluster 2022-01-26T00:24:06.369196+0000 mgr.smithi068.zkksrk (mgr.14702) 3225 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:09.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:09 smithi165 conmon[67662]: cluster 2022-01-26T00:24:08.369938+0000 mgr.smithi068.zkksrk (mgr.14702) 3226 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:09 smithi068 conmon[102841]: cluster 2022-01-26T00:24:08.369938+0000 mgr.smithi068.zkksrk (mgr.14702) 3226 : 2022-01-26T00:24:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:09 smithi068 conmon[102841]: cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:11.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:11 smithi068 conmon[102841]: cluster 2022-01-26T00:24:10.370974+0000 mgr.smithi068.zkksrk (mgr.14702) 3227 : 2022-01-26T00:24:11.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:11 smithi068 conmon[102841]: cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:11 smithi165 conmon[67662]: cluster 2022-01-26T00:24:10.370974+0000 mgr.smithi068.zkksrk (mgr.14702) 3227 : cluster 2022-01-26T00:24:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:11 smithi165 conmon[67662]: [DBG] pgmap v2781: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:13.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:13 smithi165 conmon[67662]: cluster 2022-01-26T00:24:12. 2022-01-26T00:24:13.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:13 smithi165 conmon[67662]: 371563+0000 mgr.smithi068.zkksrk (mgr.14702) 3228 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:13 smithi068 conmon[102841]: cluster 2022-01-26T00:24:12.371563+0000 mgr.smithi068.zkksrk (mgr.14702) 3228 : cluster 2022-01-26T00:24:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:13 smithi068 conmon[102841]: [DBG] pgmap v2782: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:14.901 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:24:15.198 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:24:15.198 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (97m) 9m ago 99m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:24:15.198 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (91m) 9m ago 99m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:24:15.199 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (91m) 9m ago 98m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:24:15.199 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (97m) 9m ago 98m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:24:15.199 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (94m) 9m ago 94m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:24:15.199 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (94m) 9m ago 94m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:24:15.200 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (92m) 9m ago 100m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:24:15.200 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (91m) 9m ago 98m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:24:15.200 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (91m) 9m ago 100m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:24:15.200 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (91m) 9m ago 98m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:24:15.201 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (92m) 9m ago 92m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:24:15.201 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (92m) 9m ago 92m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:24:15.201 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (98m) 9m ago 98m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:24:15.201 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (98m) 9m ago 98m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:24:15.201 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (82m) 9m ago 97m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:24:15.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (97m) 9m ago 97m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:24:15.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (97m) 9m ago 97m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:24:15.202 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (97m) 9m ago 97m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:24:15.203 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (96m) 9m ago 96m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:24:15.203 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (96m) 9m ago 96m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:24:15.203 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (96m) 9m ago 96m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:24:15.203 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (96m) 9m ago 96m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:24:15.204 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (97m) 9m ago 98m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:24:15.543 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:24:15.543 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:24:15.544 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:15.544 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:15.544 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:24:15.545 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:15.545 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:15.545 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:24:15.545 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:24:15.546 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:24:15.546 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:15.546 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:24:15.546 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:24:15.547 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:15.547 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:24:15.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:24:15.547 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:24:15.548 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:24:15.548 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:24:15.548 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: cluster 2022-01-26T00:24:14.372633 2022-01-26T00:24:15.548 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3229 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:15.549 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01-26T00:24:15.549 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 2022-01-26T00:24:14.633426+0000 mon.smithi068 (mon.0) 1159 : audit 2022-01-26T00:24:15.549 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:24:15.549 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:24:15.550 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: T00:24:14.634887+0000 mon.smithi068 (mon 2022-01-26T00:24:15.550 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: .0) 1160 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:24:15.550 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01-26T00:24:15.550 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 2022-01-26T00 2022-01-26T00:24:15.551 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: :24:14.636084+0000 mon.smithi068 (mon. 2022-01-26T00:24:15.551 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 0) 1161 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:24:15.551 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: cephadm 2022-01-26T00:24:15.551 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 2022-01-26T00:24:14.636916+0000 2022-01-26T00:24:15.551 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3230 : cephadm [WRN] 2022-01-26T00:24:15.552 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:15.552 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01-26T00: 2022-01-26T00:24:15.552 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 24:14.890302+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:24:15.552 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: ) 3231 : audit [DBG] from='client.36234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:15.553 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01 2022-01-26T00:24:15.553 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: -26T00:24:15.028356+0000 mon.smithi068 ( 2022-01-26T00:24:15.553 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: mon.0) 1162 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:24:15.553 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:24:15.554 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 00:24:15.056742+0000 mon.smithi068 (mon.0) 1163 2022-01-26T00:24:15.554 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:24:15.554 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022- 2022-01-26T00:24:15.554 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 01-26T00:24:15.063601+0000 2022-01-26T00:24:15.555 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1164 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:24:15.555 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 2022-01-26T00:24:15.555 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: audit 2022-01-26T00:24 2022-01-26T00:24:15.555 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: :15.184105+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:24:15.555 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:15 smithi068 conmon[102841]: 3232 : audit [DBG] from='client.36238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: cluster 2022-01-26T00:24:14.372633+0000 mgr.smithi068.zkksrk (mgr.14702) 3229 : 2022-01-26T00:24:15.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:15.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:14.633426+0000 mon.smithi068 (mon.0) 1159 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:24:15.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:14.634887 2022-01-26T00:24:15.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: +0000 mon.smithi068 (mon.0) 1160 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:24:15.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:14.636084+0000 mon.smithi068 (mon.0 2022-01-26T00:24:15.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: ) 1161 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:24:15.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: cephadm 2022-01-26 2022-01-26T00:24:15.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: T00:24:14.636916+0000 mgr.smithi068.zkksrk (mgr.14702) 3230 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:15.696 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:14. 2022-01-26T00:24:15.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: 890302+0000 mgr.smithi068.zkksrk (mgr.14702) 3231 : audit [DBG] from='client.36234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:15.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:15.028356+0000 mon.smithi068 2022-01-26T00:24:15.697 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: (mon.0) 1162 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:24:15.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:15.056742+0000 2022-01-26T00:24:15.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: mon.smithi068 (mon.0) 1163 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:24:15.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T00:24:15. 2022-01-26T00:24:15.698 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: 063601+0000 mon.smithi068 (mon.0) 1164 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:24:15.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: audit 2022-01-26T 2022-01-26T00:24:15.699 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:15 smithi165 conmon[67662]: 00:24:15.184105+0000 mgr.smithi068.zkksrk (mgr.14702) 3232 : audit [DBG] from='client.36238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:16 smithi165 conmon[67662]: audit 2022-01-26T00:24:15.544023+0000 mon.smithi068 (mon.0) 1165 : audit 2022-01-26T00:24:16.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:16 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/761677985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:16 smithi068 conmon[102841]: audit 2022-01-26T00:24:15.544023+0000 mon.smithi068 (mon. 2022-01-26T00:24:16.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:16 smithi068 conmon[102841]: 0) 1165 : audit [DBG] from='client.? 172.21.15.68:0/761677985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:17.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:17 smithi165 conmon[67662]: cluster 2022-01-26T00:24:16.373248+0000 mgr.smithi068.zkksrk (mgr.14702) 3233 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:17 smithi068 conmon[102841]: cluster 2022-01-26T00:24:16.373248+0000 mgr.smithi068.zkksrk (mgr.14702) 3233 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:18 smithi068 conmon[102841]: audit 2022-01-26T00:24:18.417591+0000 mon.smithi068 (mon.0) 1166 2022-01-26T00:24:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:18 smithi068 conmon[102841]: : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:24:18.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:18 smithi165 conmon[67662]: audit 2022-01-26T00:24:18.417591+0000 mon.smithi068 (mon.0) 1166 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:24:19.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:19 smithi165 conmon[67662]: cluster 2022-01-26T00:24:18.373859+0000 mgr.smithi068.zkksrk (mgr.14702) 3234 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:19.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:19 smithi165 conmon[67662]: audit 2022-01-26T00:24:18.586350+0000 mon.smithi068 (mon.0) 1167 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:24:19.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:19 smithi068 conmon[102841]: cluster 2022-01-26T00:24:18.373859+0000 mgr.smithi068.zkksrk (mgr.14702) 3234 : cluster [DBG] 2022-01-26T00:24:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:19 smithi068 conmon[102841]: pgmap v2785: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:19 smithi068 conmon[102841]: audit 2022-01-26T00:24:18.586350+0000 mon.smithi068 (mon.0) 1167 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:24:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:21 smithi068 conmon[102841]: cluster 2022-01-26T00:24:20.374789+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:24:21.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:21 smithi068 conmon[102841]: 3235 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:21 smithi165 conmon[67662]: cluster 2022-01-26T00:24:20.374789+0000 mgr.smithi068.zkksrk (mgr.14702) 3235 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:23 smithi165 conmon[67662]: cluster 2022-01-26T00:24:22.375460+0000 mgr.smithi068.zkksrk (mgr.14702) 3236 : cluster [DBG] 2022-01-26T00:24:23.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:23 smithi165 conmon[67662]: pgmap v2787: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:23.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:23 smithi068 conmon[102841]: cluster 2022-01-26T00:24:22.375460+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:24:23.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:23 smithi068 conmon[102841]: ) 3236 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:25.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:25 smithi165 conmon[67662]: cluster 2022-01-26T00:24:24.376256+0000 mgr.smithi068.zkksrk (mgr.14702) 3237 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:25 smithi068 conmon[102841]: cluster 2022-01-26T00:24:24.376256+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:24:25.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:25 smithi068 conmon[102841]: 3237 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:27.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:27 smithi165 conmon[67662]: cluster 2022-01-26T00:24:26.376855+0000 mgr.smithi068.zkksrk (mgr.14702) 3238 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:27.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:27 smithi068 conmon[102841]: cluster 2022-01-26T00 2022-01-26T00:24:27.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:27 smithi068 conmon[102841]: :24:26.376855+0000 mgr.smithi068.zkksrk (mgr.14702) 3238 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:29.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:29 smithi165 conmon[67662]: cluster 2022-01-26T00:24:28.377442+0000 mgr.smithi068.zkksrk (mgr.14702) 3239 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:29.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:29 smithi165 conmon[67662]: 2022-01-26T00:24:29.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:29 smithi068 conmon[102841]: cluster 2022-01-26T00:24:28.377442+0000 mgr.smithi068.zkksrk (mgr.14702) 3239 : 2022-01-26T00:24:29.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:29 smithi068 conmon[102841]: cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:31.561 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:31 smithi068 conmon[102841]: cluster 2022-01-26T00:24:30.378481+0000 mgr.smithi068.zkksrk (mgr.14702) 3240 : 2022-01-26T00:24:31.562 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:31 smithi068 conmon[102841]: cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:31 smithi165 conmon[67662]: cluster 2022-01-26T00:24:30.378481+0000 mgr.smithi068.zkksrk (mgr.14702) 3240 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:33 smithi165 conmon[67662]: cluster 2022-01-26T00:24:32.379051+0000 mgr.smithi068.zkksrk (mgr.14702) 3241 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:33.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:33 smithi165 conmon[67662]: 2022-01-26T00:24:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:33 smithi068 conmon[102841]: cluster 2022-01-26T00:24:32.379051+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:24:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:33 smithi068 conmon[102841]: 3241 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:35.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:35 smithi165 conmon[67662]: cluster 2022-01-26T00:24:34.379939+0000 mgr.smithi068.zkksrk (mgr.14702) 3242 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:35 smithi068 conmon[102841]: cluster 2022-01-26T00:24:34.379939+0000 mgr.smithi068.zkksrk (mgr.14702) 3242 2022-01-26T00:24:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:35 smithi068 conmon[102841]: : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:37 smithi165 conmon[67662]: cluster 2022-01-26T00:24:36.380690+0000 mgr.smithi068.zkksrk (mgr.14702) 3243 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:37.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:37 smithi165 conmon[67662]: 2022-01-26T00:24:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:37 smithi068 conmon[102841]: cluster 2022-01-26T00:24:36.380690+0000 mgr.smithi068.zkksrk (mgr.14702) 3243 2022-01-26T00:24:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:37 smithi068 conmon[102841]: : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:39 smithi165 conmon[67662]: cluster 2022-01-26T00:24:38.381254+0000 mgr.smithi068.zkksrk (mgr.14702) 3244 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:39.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:39 smithi165 conmon[67662]: 2022-01-26T00:24:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:39 smithi068 conmon[102841]: cluster 2022-01-26T00:24:38.381254+0000 mgr.smithi068.zkksrk (mgr.14702) 3244 2022-01-26T00:24:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:39 smithi068 conmon[102841]: : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:41.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:41 smithi068 conmon[102841]: cluster 2022-01-26T00:24:40.382232+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:24:41.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:41 smithi068 conmon[102841]: ) 3245 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:41 smithi165 conmon[67662]: cluster 2022-01-26T00:24:40.382232+0000 mgr.smithi068.zkksrk (mgr.14702) 3245 2022-01-26T00:24:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:41 smithi165 conmon[67662]: : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:43 smithi165 conmon[67662]: cluster 2022-01-26T00:24:42.382909+0000 mgr.smithi068.zkksrk (mgr.14702) 3246 : cluster [DBG] 2022-01-26T00:24:43.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:43 smithi165 conmon[67662]: pgmap v2797: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:43 smithi068 conmon[102841]: cluster 2022-01-26T00:24:42.382909+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:24:43.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:43 smithi068 conmon[102841]: 3246 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:45.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:45 smithi165 conmon[67662]: cluster 2022-01-26T00:24:44.383674+0000 mgr.smithi068.zkksrk (mgr.14702) 3247 : cluster [DBG] 2022-01-26T00:24:45.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:45 smithi165 conmon[67662]: pgmap v2798: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:45 smithi068 conmon[102841]: cluster 2022-01-26T00:24:44.383674+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:24:46.098 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:45 smithi068 conmon[102841]: .14702) 3247 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:46.099 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:24:46.154 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:24:46.155 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (98m) 9m ago 99m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:24:46.155 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (91m) 9m ago 99m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:24:46.160 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (91m) 9m ago 99m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:24:46.160 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (98m) 9m ago 99m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:24:46.161 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (95m) 9m ago 95m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:24:46.161 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (95m) 9m ago 95m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:24:46.162 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (92m) 9m ago 100m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:24:46.163 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (92m) 9m ago 98m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:24:46.163 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (92m) 9m ago 100m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:24:46.163 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (91m) 9m ago 98m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:24:46.164 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (92m) 9m ago 92m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:24:46.164 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (92m) 9m ago 92m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:24:46.164 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (99m) 9m ago 99m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:24:46.164 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (98m) 9m ago 98m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:24:46.164 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (83m) 9m ago 98m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:24:46.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (98m) 9m ago 98m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:24:46.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (97m) 9m ago 97m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:24:46.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (97m) 9m ago 97m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:24:46.165 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (97m) 9m ago 97m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:24:46.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (97m) 9m ago 97m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:24:46.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (96m) 9m ago 96m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:24:46.166 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (96m) 9m ago 96m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:24:46.166 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (98m) 9m ago 99m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:24:46.493 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:24:46.493 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:24:46.493 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:46.494 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:46.494 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:24:46.494 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:46.494 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:46.495 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:24:46.495 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:24:46.495 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:24:46.495 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:46.496 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:24:46.496 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:24:46.496 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:24:46.496 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:24:46.496 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:24:46.497 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:24:46.497 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:24:46.497 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:24:46.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:46 smithi068 conmon[102841]: audit 2022-01-26T00:24:45.851129+0000 mgr.smithi068.zkksrk (mgr.14702) 3248 : 2022-01-26T00:24:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:46 smithi068 conmon[102841]: audit [DBG] from='client.36246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:46.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:46 smithi068 conmon[102841]: audit 2022-01-26T00:24:46.140282+0000 mgr.smithi068.zkksrk (mgr.14702) 3249 : audit [DBG] from='client.36250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:46 smithi165 conmon[67662]: audit 2022-01-26T00:24:45.851129+0000 mgr.smithi068.zkksrk (mgr.14702) 3248 : audit 2022-01-26T00:24:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:46 smithi165 conmon[67662]: [DBG] from='client.36246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:46.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:46 smithi165 conmon[67662]: audit 2022-01-26T00:24:46.140282+0000 mgr.smithi068.zkksrk (mgr.14702) 3249 : audit [DBG] from='client.36250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:47 smithi068 conmon[102841]: cluster 2022-01-26T00:24:46.384174+0000 mgr.smithi068.zkksrk (mgr.14702) 3250 : cluster 2022-01-26T00:24:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:47 smithi068 conmon[102841]: [DBG] pgmap v2799: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:47 smithi068 conmon[102841]: audit 2022-01-26T00:24:46.493479+0000 mon.smithi068 (mon.0) 1168 : audit [DBG] from='client.? 172.21.15.68:0/742110893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:47 smithi165 conmon[67662]: cluster 2022-01-26T00:24:46.384174+0000 mgr.smithi068.zkksrk (mgr.14702) 3250 : cluster 2022-01-26T00:24:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:47 smithi165 conmon[67662]: [DBG] pgmap v2799: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:47 smithi165 conmon[67662]: audit 2022-01-26T00:24:46.493479+0000 mon.smithi068 (mon.0) 1168 : audit [DBG] from='client.? 172.21.15.68:0/742110893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:49 smithi068 conmon[102841]: cluster 2022-01-26T00:24:48.384737+0000 mgr.smithi068.zkksrk (mgr.14702) 3251 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:49 smithi165 conmon[67662]: cluster 2022-01-26T00:24:48.384737+0000 mgr.smithi068.zkksrk (mgr.14702) 3251 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:51 smithi165 conmon[67662]: cluster 2022-01-26T00:24:50.385769+0000 mgr.smithi068.zkksrk (mgr.14702) 3252 : cluster 2022-01-26T00:24:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:51 smithi165 conmon[67662]: [DBG] pgmap v2801: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:51.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:51 smithi068 conmon[102841]: cluster 2022-01-26T00:24:50.385769+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:24:51.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:51 smithi068 conmon[102841]: 3252 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:53.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:53 smithi165 conmon[67662]: cluster 2022-01-26T00:24:52.386303+0000 mgr.smithi068.zkksrk (mgr.14702) 3253 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:53 smithi068 conmon[102841]: cluster 2022-01-26T00:24:52.386303+0000 mgr.smithi068.zkksrk (mgr.14702) 3253 : cluster 2022-01-26T00:24:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:53 smithi068 conmon[102841]: [DBG] pgmap v2802: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:55 smithi165 conmon[67662]: cluster 2022-01-26T00:24:54.386987+0000 mgr.smithi068.zkksrk (mgr.14702) 3254 : cluster [DBG] 2022-01-26T00:24:55.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:55 smithi165 conmon[67662]: pgmap v2803: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:55 smithi068 conmon[102841]: cluster 2022-01-26T00:24:54.386987+0000 mgr.smithi068.zkksrk (mgr.14702) 3254 : cluster 2022-01-26T00:24:55.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:55 smithi068 conmon[102841]: [DBG] pgmap v2803: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:24:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:57 smithi068 conmon[102841]: cluster 2022-01-26T00:24:56.387682+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:24:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:57 smithi068 conmon[102841]: ) 3255 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:57 smithi165 conmon[67662]: cluster 2022-01-26T00:24:56.387682+0000 mgr.smithi068.zkksrk (mgr.14702) 3255 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:59.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:59 smithi068 conmon[102841]: cluster 2022-01-26T00:24:58.388312+0000 mgr.smithi068.zkksrk (mgr.14702) 3256 : 2022-01-26T00:24:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:24:59 smithi068 conmon[102841]: cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:24:59 smithi165 conmon[67662]: cluster 2022-01-26T00:24:58.388312+0000 mgr.smithi068.zkksrk (mgr.14702) 3256 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:01 smithi165 conmon[67662]: cluster 2022-01-26T00:25:00.389306+0000 mgr.smithi068.zkksrk (mgr.14702) 3257 : cluster [DBG] 2022-01-26T00:25:01.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:01 smithi165 conmon[67662]: pgmap v2806: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:01 smithi068 conmon[102841]: cluster 2022-01-26T00:25:00.389306 2022-01-26T00:25:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:01 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3257 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:03 smithi165 conmon[67662]: cluster 2022-01-26T00:25:02.389913+0000 mgr.smithi068.zkksrk (mgr.14702) 3258 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:03.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:03 smithi165 conmon[67662]: 2022-01-26T00:25:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:03 smithi068 conmon[102841]: cluster 2022-01-26T00:25:02.389913+0000 mgr.smithi068.zkksrk (mgr.14702) 3258 : cluster [DBG] 2022-01-26T00:25:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:03 smithi068 conmon[102841]: pgmap v2807: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:05 smithi068 conmon[102841]: cluster 2022-01-26T00:25:04.390747+0000 mgr.smithi068.zkksrk (mgr.14702) 3259 : cluster 2022-01-26T00:25:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:05 smithi068 conmon[102841]: [DBG] pgmap v2808: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:05 smithi165 conmon[67662]: cluster 2022-01-26T00:25:04.390747+0000 mgr.smithi068.zkksrk (mgr.14702) 3259 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:05 smithi165 conmon[67662]: 2022-01-26T00:25:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:07 smithi068 conmon[102841]: cluster 2022-01-26T00:25:06.391380+0000 mgr.smithi068.zkksrk (mgr.14702) 3260 : cluster 2022-01-26T00:25:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:07 smithi068 conmon[102841]: [DBG] pgmap v2809: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:07.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:07 smithi165 conmon[67662]: cluster 2022-01-26T00:25:06.391380+0000 mgr.smithi068.zkksrk (mgr.14702) 3260 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:09 smithi068 conmon[102841]: cluster 2022-01-26T00:25:08.391924+0000 mgr.smithi068.zkksrk (mgr.14702) 3261 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:09 smithi165 conmon[67662]: cluster 2022-01-26T00:25:08.391924+0000 mgr.smithi068.zkksrk (mgr.14702) 3261 : cluster [DBG] 2022-01-26T00:25:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:09 smithi165 conmon[67662]: pgmap v2810: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:11 smithi165 conmon[67662]: cluster 2022-01-26T00:25:10.393048 2022-01-26T00:25:11.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:11 smithi165 conmon[67662]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3262 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:11 smithi068 conmon[102841]: cluster 2022-01-26T00:25:10.393048+0000 mgr.smithi068.zkksrk ( 2022-01-26T00:25:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:11 smithi068 conmon[102841]: mgr.14702) 3262 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:13 smithi068 conmon[102841]: cluster 2022-01-26T00:25:12.393674+0000 mgr.smithi068.zkksrk (mgr.14702) 3263 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:13 smithi165 conmon[67662]: cluster 2022-01-26T00:25:12.393674+0000 mgr.smithi068.zkksrk (mgr.14702) 3263 2022-01-26T00:25:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:13 smithi165 conmon[67662]: : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: cluster 2022-01-26T00:25:14.394513+0000 mgr.smithi068.zkksrk (mgr.14702) 3264 : cluster 2022-01-26T00:25:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: [DBG] pgmap v2813: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: audit 2022-01-26T00:25:15.066925+0000 mon.smithi068 (mon.0) 1169 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:25:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: audit 2022-01-26T00:25:15.068441+0000 mon.smithi068 (mon.0) 1170 : audit [DBG] 2022-01-26T00:25:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:25:15.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: audit 2022 2022-01-26T00:25:15.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: -01-26T00:25:15.069529+0000 mon.smithi068 (mon.0) 1171 : audit 2022-01-26T00:25:15.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:25:15.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: cephadm 2022-01-26T00:25:15.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: 2022-01-26T00:25:15.070353+0000 mgr.smithi068.zkksrk (mgr.14702) 3265 : cephadm [WRN] 2022-01-26T00:25:15.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:15 smithi068 conmon[102841]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:25:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: cluster 2022-01-26T00:25:14.394513+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:25:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: ) 3264 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: audit 2022-01-26T00:25:15.066925+0000 mon.smithi068 (mon.0) 1169 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:25:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: 2022-01-26T00:25:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: audit 2022-01-26T00: 2022-01-26T00:25:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: 25:15.068441+0000 mon.smithi068 (mon.0) 1170 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:25:15.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: audit 2022-01-26T00:25:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: 2022-01-26T00:25:15.069529+0000 mon.smithi068 2022-01-26T00:25:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: (mon.0) 1171 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:25:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: cephadm 2022 2022-01-26T00:25:15.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: -01-26T00:25:15.070353+0000 mgr.smithi068.zkksrk 2022-01-26T00:25:15.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:15 smithi165 conmon[67662]: (mgr.14702) 3265 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:25:16.808 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:25:17.108 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:25:17.109 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (99m) 10m ago 100m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:25:17.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (92m) 10m ago 100m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:25:17.109 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (92m) 10m ago 99m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:25:17.109 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (98m) 10m ago 99m 41.2M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:25:17.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (95m) 10m ago 95m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:25:17.110 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (95m) 10m ago 95m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:25:17.110 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (93m) 10m ago 101m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:25:17.110 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (92m) 10m ago 99m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:25:17.111 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (92m) 10m ago 101m 600M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:25:17.111 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (92m) 10m ago 99m 314M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:25:17.111 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (93m) 10m ago 93m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:25:17.111 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (93m) 10m ago 93m 103M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:25:17.111 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (99m) 10m ago 99m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:25:17.112 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (99m) 10m ago 99m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:25:17.112 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (83m) 10m ago 98m 757M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:25:17.112 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (98m) 10m ago 98m 1537M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:25:17.112 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (98m) 10m ago 98m 1138M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:25:17.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (98m) 10m ago 98m 1743M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:25:17.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (97m) 10m ago 97m 1560M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:25:17.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (97m) 10m ago 97m 1887M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:25:17.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (97m) 10m ago 97m 1479M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:25:17.113 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (97m) 10m ago 97m 2163M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:25:17.114 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (98m) 10m ago 99m 68.5M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:25:17.460 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:25:17.461 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:25:17.461 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:17.461 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:17.462 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:25:17.462 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:17.463 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:17.463 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:25:17.463 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:25:17.463 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:25:17.464 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:17.464 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:25:17.464 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:25:17.464 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:17.465 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:25:17.465 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:25:17.465 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:25:17.465 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:25:17.466 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:25:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:17 smithi068 conmon[102841]: cluster 2022-01-26T00:25:16.395136+0000 2022-01-26T00:25:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:17 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3266 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:17 smithi068 conmon[102841]: audit 2022-01-26T00:25:16.796342+0000 mgr.smithi068.zkksrk (mgr.14702) 3267 : audit [DBG] from='client.36258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:17 smithi068 conmon[102841]: audit 2022-01-26T00:25:17.093942+0000 mgr.smithi068.zkksrk (mgr.14702) 3268 : audit [DBG] from='client.36262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:17 smithi165 conmon[67662]: cluster 2022-01-26T00:25:16.395136+0000 mgr.smithi068.zkksrk (mgr.14702) 3266 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:17 smithi165 conmon[67662]: audit 2022-01-26T00:25:16.796342+0000 mgr.smithi068.zkksrk (mgr.14702) 3267 : audit [DBG] from='client.36258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:17 smithi165 conmon[67662]: audit 2022-01-26T00:25:17.093942+0000 mgr.smithi068.zkksrk (mgr.14702) 3268 : audit [DBG] from='client.36262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:18 smithi068 conmon[102841]: audit 2022-01-26T00:25:17.461110+0000 mon.smithi068 ( 2022-01-26T00:25:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:18 smithi068 conmon[102841]: mon.0) 1172 : audit [DBG] from='client.? 172.21.15.68:0/2163967386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:18.560 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:18 smithi068 conmon[102841]: audit 2022-01-26T00:25:18.419974+0000 mon.smithi068 (mon.0) 1173 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:25:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:18 smithi165 conmon[67662]: audit 2022-01-26T00:25:17.461110+0000 mon.smithi068 (mon. 2022-01-26T00:25:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:18 smithi165 conmon[67662]: 0) 1172 : audit [DBG] from='client.? 172.21.15.68:0/2163967386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:18 smithi165 conmon[67662]: audit 2022-01-26T00:25:18.419974+0000 mon.smithi068 (mon.0) 1173 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:25:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:19 smithi068 conmon[102841]: cluster 2022-01-26T00:25:18 2022-01-26T00:25:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:19 smithi068 conmon[102841]: .395813+0000 mgr.smithi068.zkksrk (mgr.14702) 3269 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:19 smithi068 conmon[102841]: audit 2022-01- 2022-01-26T00:25:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:19 smithi068 conmon[102841]: 26T00:25:18.590495+0000 mon.smithi068 (mon.0) 1174 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:25:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:19 smithi068 conmon[102841]: 2022-01-26T00:25:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:19 smithi165 conmon[67662]: cluster 2022-01-26T00:25:18.395813+0000 mgr.smithi068.zkksrk (mgr.14702) 3269 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:19 smithi165 conmon[67662]: audit 2022-01- 2022-01-26T00:25:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:19 smithi165 conmon[67662]: 26T00:25:18.590495+0000 mon.smithi068 (mon.0) 1174 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:25:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:20 smithi068 conmon[102841]: audit 2022-01-26T00:25:19.526345+0000 2022-01-26T00:25:20.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:20 smithi068 conmon[102841]: mon.smithi068 (mon.0) 1175 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:20.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:20 smithi165 conmon[67662]: audit 2022-01-26T00:25:19.526345+0000 mon.smithi068 (mon.0) 1175 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:21.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:21 smithi068 conmon[102841]: cluster 2022-01-26T00:25:20.396498+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:25:21.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:21 smithi068 conmon[102841]: ) 3270 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:21.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:21 smithi165 conmon[67662]: cluster 2022-01-26T00:25:20.396498+0000 mgr.smithi068.zkksrk (mgr.14702) 3270 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: audit 2022-01-26T00:25:21.851572+0000 mon.smithi068 (mon.0) 1176 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:23.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: 2022-01-26T00:25:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: audit 2022-01-26T00:25:22.246303+0000 mon.smithi068 (mon.0) 1177 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:25:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: audit 2022-01-26 2022-01-26T00:25:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: T00:25:22.250258+0000 mon.smithi068 (mon.0) 1178 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:23.195 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: audit 2022-01-26T00:25:22.256223+0000 mon.smithi068 ( 2022-01-26T00:25:23.196 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:22 smithi165 conmon[67662]: mon.0) 1179 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:23.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: audit 2022-01-26T00:25:21.851572+0000 mon.smithi068 (mon.0) 1176 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: audit 2022-01-26T00:25:22.246303+0000 mon.smithi068 (mon.0) 1177 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config rm", "who": "osd/host:smithi068", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:25:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: audit 2022-01-26 2022-01-26T00:25:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: T00:25:22.250258+0000 mon.smithi068 (mon 2022-01-26T00:25:23.310 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: .0) 1178 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: audit 2022-01-26T00:25:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: 2022-01-26T00:25 2022-01-26T00:25:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: :22.256223+0000 mon.smithi068 (mon.0 2022-01-26T00:25:23.311 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:22 smithi068 conmon[102841]: ) 1179 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:25:24.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:23 smithi165 conmon[67662]: cluster 2022-01-26T00:25:22.396916+0000 mgr.smithi068.zkksrk (mgr.14702) 3271 : cluster 2022-01-26T00:25:24.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:23 smithi165 conmon[67662]: [DBG] pgmap v2817: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:24.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:23 smithi068 conmon[102841]: cluster 2022-01-26T00:25:22.396916+0000 mgr.smithi068.zkksrk (mgr.14702) 3271 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:25 smithi165 conmon[67662]: cluster 2022-01-26T00:25:24.397800+0000 mgr.smithi068.zkksrk (mgr.14702) 3272 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:26.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:25 smithi165 conmon[67662]: 2022-01-26T00:25:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:25 smithi068 conmon[102841]: cluster 2022-01-26T00:25:24.397800+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:25:26.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:25 smithi068 conmon[102841]: 3272 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:28.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:27 smithi165 conmon[67662]: cluster 2022-01-26T00:25:26.398542+0000 mgr.smithi068.zkksrk (mgr.14702) 3273 2022-01-26T00:25:28.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:27 smithi165 conmon[67662]: : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:28.296 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:27 smithi068 conmon[102841]: cluster 2022-01-26T00:25:26.398542+0000 mgr.smithi068.zkksrk (mgr.14702) 3273 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:29 smithi165 conmon[67662]: cluster 2022-01-26T00:25:28.399194+0000 mgr.smithi068.zkksrk (mgr.14702) 3274 : cluster 2022-01-26T00:25:30.194 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:29 smithi165 conmon[67662]: [DBG] pgmap v2820: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:30.309 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:29 smithi068 conmon[102841]: cluster 2022-01-26T00:25:28.399194+0000 mgr.smithi068.zkksrk (mgr.14702) 3274 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:31 smithi165 conmon[67662]: cluster 2022-01-26T00:25:30.400270+0000 mgr.smithi068.zkksrk (mgr.14702) 3275 : cluster [DBG] 2022-01-26T00:25:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:31 smithi165 conmon[67662]: pgmap v2821: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:31.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:31 smithi068 conmon[102841]: cluster 2022-01-26T00:25:30.400270+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:25:31.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:31 smithi068 conmon[102841]: ) 3275 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:33 smithi068 conmon[102841]: cluster 2022-01-26T00:25:32.400842+0000 mgr.smithi068.zkksrk (mgr.14702) 3276 2022-01-26T00:25:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:33 smithi068 conmon[102841]: : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:33 smithi165 conmon[67662]: cluster 2022-01-26T00:25:32.400842+0000 mgr.smithi068.zkksrk (mgr.14702) 3276 2022-01-26T00:25:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:33 smithi165 conmon[67662]: : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:35 smithi068 conmon[102841]: cluster 2022-01-26T00:25:34.401780+0000 mgr.smithi068.zkksrk (mgr.14702) 3277 : cluster [DBG] 2022-01-26T00:25:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:35 smithi068 conmon[102841]: pgmap v2823: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:35 smithi165 conmon[67662]: cluster 2022-01-26T00:25:34.401780+0000 mgr.smithi068.zkksrk (mgr.14702) 3277 : cluster 2022-01-26T00:25:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:35 smithi165 conmon[67662]: [DBG] pgmap v2823: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:37 smithi068 conmon[102841]: cluster 2022-01-26T00:25:36.402520+0000 mgr.smithi068.zkksrk (mgr.14702) 3278 2022-01-26T00:25:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:37 smithi068 conmon[102841]: : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:37.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:37 smithi165 conmon[67662]: cluster 2022-01-26T00:25:36.402520+0000 mgr.smithi068.zkksrk (mgr.14702) 3278 : cluster 2022-01-26T00:25:37.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:37 smithi165 conmon[67662]: [DBG] pgmap v2824: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:39 smithi068 conmon[102841]: cluster 2022-01-26T00:25:38.402999+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:25:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:39 smithi068 conmon[102841]: .14702) 3279 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:39.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:39 smithi165 conmon[67662]: cluster 2022-01-26T00:25:38.402999+0000 mgr.smithi068.zkksrk (mgr.14702) 3279 : cluster 2022-01-26T00:25:39.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:39 smithi165 conmon[67662]: [DBG] pgmap v2825: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:41 smithi165 conmon[67662]: cluster 2022-01-26T00:25:40.403818+0000 mgr.smithi068.zkksrk (mgr.14702) 3280 : cluster [DBG] 2022-01-26T00:25:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:41 smithi165 conmon[67662]: pgmap v2826: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:41.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:41 smithi068 conmon[102841]: cluster 2022-01-26T00:25:40.403818+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:25:41.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:41 smithi068 conmon[102841]: 3280 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:43 smithi068 conmon[102841]: cluster 2022-01-26T00:25:42.404485+0000 mgr.smithi068.zkksrk (mgr.14702) 3281 2022-01-26T00:25:43.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:43 smithi068 conmon[102841]: : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:43 smithi165 conmon[67662]: cluster 2022-01-26T00:25:42.404485+0000 mgr.smithi068.zkksrk (mgr.14702) 3281 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:45 smithi068 conmon[102841]: cluster 2022-01-26T00:25:44.405325+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:25:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:45 smithi068 conmon[102841]: 3282 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:45 smithi165 conmon[67662]: cluster 2022-01-26T00:25:44.405325+0000 mgr.smithi068.zkksrk (mgr.14702) 3282 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:45 smithi165 conmon[67662]: 2022-01-26T00:25:47.780 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:25:47.781 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:47 smithi068 conmon[102841]: cluster 2022-01-26T00:25:46.406038+0000 mgr.smithi068.zkksrk (mgr.14702) 3283 : cluster 2022-01-26T00:25:47.781 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:47 smithi068 conmon[102841]: [DBG] pgmap v2829: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:47 smithi165 conmon[67662]: cluster 2022-01-26T00:25:46.406038+0000 mgr.smithi068.zkksrk (mgr.14702) 3283 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:48.069 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:25:48.070 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (99m) 26s ago 100m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:25:48.070 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (92m) 26s ago 100m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:25:48.071 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (92m) 28s ago 100m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:25:48.071 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (99m) 26s ago 100m 41.3M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:25:48.071 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (96m) 26s ago 96m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:25:48.071 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (96m) 28s ago 96m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:25:48.071 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (93m) 26s ago 101m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:25:48.072 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (93m) 28s ago 99m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:25:48.072 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (93m) 26s ago 101m 659M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:25:48.072 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (92m) 28s ago 99m 338M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:25:48.072 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (93m) 26s ago 93m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:25:48.073 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (93m) 28s ago 93m 105M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:25:48.073 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (100m) 26s ago 100m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:25:48.073 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (99m) 28s ago 99m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:25:48.074 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (84m) 26s ago 99m 787M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:25:48.074 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (99m) 26s ago 99m 1568M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:25:48.074 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (98m) 26s ago 98m 1162M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:25:48.075 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (98m) 26s ago 98m 1774M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:25:48.075 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (98m) 28s ago 98m 1593M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:25:48.076 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (98m) 28s ago 98m 1916M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:25:48.076 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (97m) 28s ago 97m 1505M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:25:48.076 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (97m) 28s ago 97m 2196M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:25:48.077 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (99m) 26s ago 100m 70.9M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:25:48.417 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:25:48.417 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:25:48.418 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:48.418 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:48.418 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:25:48.418 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:48.419 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:48.419 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:25:48.419 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:25:48.419 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:25:48.420 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:48.420 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:25:48.420 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:25:48.420 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:25:48.420 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:25:48.421 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:25:48.421 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:25:48.421 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:25:48.421 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:25:48.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:48 smithi068 conmon[102841]: audit 2022-01-26T00:25:47.769443+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:25:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:48 smithi068 conmon[102841]: 14702) 3284 : audit [DBG] from='client.36270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:48 smithi068 conmon[102841]: audit 2022-01-26T00:25:48.056178+0000 mgr.smithi068.zkksrk (mgr.14702) 3285 : 2022-01-26T00:25:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:48 smithi068 conmon[102841]: audit [DBG] from='client.36274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:48.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:48 smithi068 conmon[102841]: audit 2022-01- 2022-01-26T00:25:48.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:48 smithi068 conmon[102841]: 26T00:25:48.418230+0000 mon.smithi068 (mon.0) 1180 : audit [DBG] from='client.? 172.21.15.68:0/3153150893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: audit 2022-01-26T00:25:47.769443+0000 mgr.smithi068.zkksrk (mgr.14702) 3284 : audit [DBG] 2022-01-26T00:25:48.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: from='client.36270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: audit 2022-01-26T00:25:48.056178+0000 mgr.smithi068.zkksrk (mgr.14702) 3285 : audit [DBG] from='client.36274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: audit 2022-01-26T00:25:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: 2022-01-26T00:25: 2022-01-26T00:25:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: 48.418230+0000 mon.smithi068 (mon.0) 1180 : 2022-01-26T00:25:48.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:48 smithi165 conmon[67662]: audit [DBG] from='client.? 172.21.15.68:0/3153150893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:49 smithi068 conmon[102841]: cluster 2022-01-26T00:25:48.406550+0000 mgr.smithi068.zkksrk (mgr.14702) 3286 2022-01-26T00:25:49.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:49 smithi068 conmon[102841]: : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:49 smithi165 conmon[67662]: cluster 2022-01-26T00:25:48.406550+0000 mgr.smithi068.zkksrk (mgr.14702) 3286 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:51.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:51 smithi165 conmon[67662]: cluster 2022-01-26T00:25:50.407424+0000 mgr.smithi068.zkksrk (mgr.14702) 3287 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:51.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:51 smithi068 conmon[102841]: cluster 2022-01-26T00:25: 2022-01-26T00:25:51.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:51 smithi068 conmon[102841]: 50.407424+0000 mgr.smithi068.zkksrk (mgr.14702) 3287 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:53 smithi068 conmon[102841]: cluster 2022-01-26T00:25:52.408001+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:25:53.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:53 smithi068 conmon[102841]: 3288 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:53.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:53 smithi165 conmon[67662]: cluster 2022-01-26T00:25:52.408001+0000 mgr.smithi068.zkksrk (mgr.14702) 3288 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:55 smithi068 conmon[102841]: cluster 2022-01-26T00:25:54.408960+0000 mgr.smithi068.zkksrk (mgr.14702) 3289 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:55 smithi165 conmon[67662]: cluster 2022-01-26T00:25:54.408960+0000 mgr.smithi068.zkksrk (mgr.14702) 3289 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:25:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:57 smithi068 conmon[102841]: cluster 2022-01-26T00:25:56.409647+0000 mgr.smithi068.zkksrk (mgr.14702) 3290 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:57 smithi165 conmon[67662]: cluster 2022-01-26T00:25:56.409647+0000 mgr.smithi068.zkksrk (mgr.14702) 3290 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:25:59 smithi068 conmon[102841]: cluster 2022-01-26T00:25:58.410425+0000 mgr.smithi068.zkksrk (mgr.14702) 3291 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:25:59 smithi165 conmon[67662]: cluster 2022-01-26T00:25:58.410425+0000 mgr.smithi068.zkksrk (mgr.14702) 3291 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:01 smithi165 conmon[67662]: cluster 2022-01-26T00:26:00.411286+0000 mgr.smithi068.zkksrk (mgr.14702) 3292 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:01 smithi068 conmon[102841]: cluster 2022-01-26T00:26:00.411286+0000 mgr.smithi068.zkksrk (mgr.14702) 3292 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:03 smithi068 conmon[102841]: cluster 2022-01-26T00:26:02.411892+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:26:03.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:03 smithi068 conmon[102841]: 14702) 3293 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:03 smithi165 conmon[67662]: cluster 2022-01-26T00:26:02.411892+0000 mgr.smithi068.zkksrk (mgr.14702) 3293 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:05.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:05 smithi068 conmon[102841]: cluster 2022-01-26T00:26:04.412901 2022-01-26T00:26:05.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:05 smithi068 conmon[102841]: +0000 mgr.smithi068.zkksrk (mgr.14702) 3294 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:05.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:05 smithi165 conmon[67662]: cluster 2022-01-26T00:26:04.412901+0000 mgr.smithi068.zkksrk (mgr.14702) 3294 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:07.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:07 smithi068 conmon[102841]: cluster 2022-01-26T00:26:06.413600+0000 mgr.smithi068.zkksrk 2022-01-26T00:26:07.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:07 smithi068 conmon[102841]: (mgr.14702) 3295 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:07.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:07 smithi165 conmon[67662]: cluster 2022-01-26T00:26:06.413600+0000 mgr.smithi068.zkksrk (mgr.14702) 3295 : cluster 2022-01-26T00:26:07.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:07 smithi165 conmon[67662]: [DBG] pgmap v2839: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:09.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:09 smithi068 conmon[102841]: cluster 2022-01-26T00:26:08.414234+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:26:09.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:09 smithi068 conmon[102841]: 14702) 3296 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:09.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:09 smithi165 conmon[67662]: cluster 2022-01-26T00:26:08.414234+0000 mgr.smithi068.zkksrk (mgr.14702) 3296 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:09.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:09 smithi165 conmon[67662]: 2022-01-26T00:26:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:11 smithi165 conmon[67662]: cluster 2022-01-26T00:26:10.415118+0000 mgr.smithi068.zkksrk (mgr.14702) 3297 : 2022-01-26T00:26:11.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:11 smithi165 conmon[67662]: cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:11.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:11 smithi068 conmon[102841]: cluster 2022-01-26T00:26:10.415118+0000 mgr.smithi068.zkksrk (mgr.14702) 3297 : cluster 2022-01-26T00:26:11.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:11 smithi068 conmon[102841]: [DBG] pgmap v2841: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:13.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:13 smithi068 conmon[102841]: cluster 2022-01-26T00:26:12.415835+0000 mgr.smithi068.zkksrk (mgr.14702) 3298 : 2022-01-26T00:26:13.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:13 smithi068 conmon[102841]: cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:13.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:13 smithi165 conmon[67662]: cluster 2022-01-26T00:26:12.415835+0000 mgr.smithi068.zkksrk (mgr.14702) 3298 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:15.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:15 smithi068 conmon[102841]: cluster 2022-01-26T00:26:14.416573+0000 mgr.smithi068.zkksrk (mgr.14702) 3299 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:15.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:15 smithi068 conmon[102841]: 2022-01-26T00:26:15.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:15 smithi165 conmon[67662]: cluster 2022-01-26T00:26:14.416573+0000 mgr.smithi068.zkksrk (mgr.14702) 3299 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:17.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:17 smithi068 conmon[102841]: cluster 2022-01-26T00:26:16.417181+0000 mgr.smithi068.zkksrk (mgr.14702) 3300 : 2022-01-26T00:26:17.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:17 smithi068 conmon[102841]: cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:17.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:17 smithi165 conmon[67662]: cluster 2022-01-26T00:26:16.417181+0000 mgr.smithi068.zkksrk (mgr.14702) 3300 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:18 smithi068 conmon[102841]: audit 2022-01-26T00:26:18.422251 2022-01-26T00:26:18.559 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:18 smithi068 conmon[102841]: +0000 mon.smithi068 (mon.0) 1181 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:26:18.737 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:26:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:18 smithi165 conmon[67662]: audit 2022-01-26T00:26:18.422251+0000 mon.smithi068 (mon.0) 1181 : audit [INF] 2022-01-26T00:26:18.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:18 smithi165 conmon[67662]: from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/trash_purge_schedule"}]: dispatch 2022-01-26T00:26:19.028 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:26:19.028 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (100m) 57s ago 101m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:26:19.028 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (93m) 57s ago 101m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:26:19.028 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (93m) 59s ago 100m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:26:19.029 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (99m) 57s ago 100m 41.3M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:26:19.029 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (96m) 57s ago 96m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:26:19.029 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (96m) 59s ago 96m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:26:19.029 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (94m) 57s ago 102m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:26:19.030 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (93m) 59s ago 100m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:26:19.030 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (93m) 57s ago 102m 659M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:26:19.031 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (93m) 59s ago 100m 338M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:26:19.031 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (94m) 57s ago 94m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:26:19.031 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (94m) 59s ago 94m 105M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:26:19.031 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (100m) 57s ago 100m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:26:19.031 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (100m) 59s ago 100m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:26:19.032 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (84m) 57s ago 99m 787M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:26:19.032 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (99m) 57s ago 99m 1568M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:26:19.032 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (99m) 57s ago 99m 1162M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:26:19.032 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (99m) 57s ago 99m 1774M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:26:19.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (98m) 59s ago 98m 1593M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:26:19.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (98m) 59s ago 98m 1916M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:26:19.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (98m) 59s ago 98m 1505M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:26:19.033 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (98m) 59s ago 98m 2196M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:26:19.033 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (99m) 57s ago 100m 70.9M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:26:19.364 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:26:19.365 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:26:19.365 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:19.365 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:19.366 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:26:19.366 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:19.366 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:19.366 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:26:19.367 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:26:19.367 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:26:19.367 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:19.367 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:26:19.367 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:26:19.368 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:19.368 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:26:19.368 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:26:19.368 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:26:19.369 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:26:19.369 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:26:19.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: cluster 2022-01-26T00:26:18.417685+0000 2022-01-26T00:26:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3301 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: audit 2022-01-26T00:26:18.594494+0000 mon.smithi068 (mon.0 2022-01-26T00:26:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: ) 1182 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:26:19.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: audit 2022-01-26T00: 2022-01-26T00:26:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: 26:18.726249+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:26:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: ) 3302 : audit [DBG] from='client.36282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: audit 2022-01-26T 2022-01-26T00:26:19.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: 00:26:19.014093+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:26:19.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: .14702) 3303 : audit [DBG] from='client.36286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:19.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: audit 2022-01-26T00:26:19.365673+0000 mon.smithi068 (mon.0 2022-01-26T00:26:19.812 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:19 smithi068 conmon[102841]: ) 1183 : audit [DBG] from='client.? 172.21.15.68:0/2365557531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: cluster 2022-01-26T00:26:18.417685+0000 mgr.smithi068.zkksrk (mgr.14702) 3301 : cluster 2022-01-26T00:26:19.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: [DBG] pgmap v2845: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: audit 2022-01-26T00:26:18.594494+0000 mon.smithi068 (mon.0) 1182 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi068.zkksrk/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:26:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: audit 2022-01-26T00:26:18.726249+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:26:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: 3302 : audit [DBG] from='client.36282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:19.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: audit 2022-01-26T 2022-01-26T00:26:19.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: 00:26:19.014093+0000 mgr.smithi068.zkksrk (mgr.14702) 3303 : audit 2022-01-26T00:26:19.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: [DBG] from='client.36286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:19.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: audit 2022-01-26T00:26 2022-01-26T00:26:19.946 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: :19.365673+0000 mon.smithi068 (mon.0) 1183 : audit 2022-01-26T00:26:19.947 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:19 smithi165 conmon[67662]: [DBG] from='client.? 172.21.15.68:0/2365557531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:21 smithi165 conmon[67662]: cluster 2022-01-26T00:26:20.418532+0000 mgr.smithi068.zkksrk (mgr.14702) 3304 : cluster 2022-01-26T00:26:21.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:21 smithi165 conmon[67662]: [DBG] pgmap v2846: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:21.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:21 smithi068 conmon[102841]: cluster 2022-01-26T00:26:20.418532+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:26:21.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:21 smithi068 conmon[102841]: .14702) 3304 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:22 smithi165 conmon[67662]: audit 2022-01-26T00:26:22.259922+0000 mon.smithi068 (mon.0 2022-01-26T00:26:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:22 smithi165 conmon[67662]: ) 1184 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:26:22.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:22 smithi165 conmon[67662]: audit 2022-01-26T00:26:22.261502+0000 mon.smithi068 (mon.0) 1185 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:26:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:22 smithi165 conmon[67662]: audit 2022-01-26T00:26:22.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:22 smithi165 conmon[67662]: 2022-01-26T00:26:22.262433+0000 mon.smithi068 (mon.0) 1186 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:26:22.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:22 smithi068 conmon[102841]: audit 2022-01-26T00:26:22.259922+0000 mon.smithi068 ( 2022-01-26T00:26:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:22 smithi068 conmon[102841]: mon.0) 1184 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:26:22.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:22 smithi068 conmon[102841]: audit 2022-01-26T00:26:22.261502+0000 mon.smithi068 (mon.0) 1185 : audit [DBG] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:26:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:22 smithi068 conmon[102841]: audit 2022-01-26T00:26:22.262433+0000 mon.smithi068 (mon. 2022-01-26T00:26:22.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:22 smithi068 conmon[102841]: 0) 1186 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:26:23.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:23 smithi165 conmon[67662]: cephadm 2022-01-26T00:26:22.263306+0000 mgr.smithi068.zkksrk (mgr.14702) 3305 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:26:23.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:23 smithi165 conmon[67662]: cluster 2022-01-26T00:26:22.418960+0000 mgr.smithi068.zkksrk (mgr.14702) 3306 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:23.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:23 smithi165 conmon[67662]: audit 2022-01-26T00:26:22.678064+0000 mon.smithi068 (mon.0) 1187 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:26:23.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:23 smithi165 conmon[67662]: audit 2022-01-26T00:26:22.683416+0000 mon.smithi068 (mon.0) 1188 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:26:24.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: cephadm 2022-01-26T00:26:22.263306+0000 mgr.smithi068.zkksrk (mgr. 2022-01-26T00:26:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: 14702) 3305 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:26:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: cluster 2022-01-26T00:26:22.418960+0000 mgr.smithi068.zkksrk (mgr.14702) 3306 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: audit 2022-01-26T00:26:22.678064+0000 mon.smithi068 (mon.0) 1187 : audit [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:26:24.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: audit 2022-01-26T00:26:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: 2022-01-26T00:26:22.683416+0000 mon.smithi068 (mon.0) 1188 : audit 2022-01-26T00:26:24.061 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:23 smithi068 conmon[102841]: [INF] from='mgr.14702 172.21.15.68:0/1077376273' entity='mgr.smithi068.zkksrk' 2022-01-26T00:26:25.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:25 smithi165 conmon[67662]: cluster 2022-01-26T00:26:24.419763+0000 mgr.smithi068.zkksrk (mgr.14702) 3307 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:26.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:25 smithi068 conmon[102841]: cluster 2022-01-26T00:26:24.419763+0000 mgr.smithi068.zkksrk (mgr.14702) 3307 2022-01-26T00:26:26.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:25 smithi068 conmon[102841]: : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:27.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:27 smithi165 conmon[67662]: cluster 2022-01-26T00:26:26.420321+0000 mgr.smithi068.zkksrk (mgr.14702) 3308 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:28.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:27 smithi068 conmon[102841]: cluster 2022-01-26T00:26:26.420321+0000 mgr.smithi068.zkksrk (mgr.14702) 3308 : 2022-01-26T00:26:28.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:27 smithi068 conmon[102841]: cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:29.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:29 smithi165 conmon[67662]: cluster 2022-01-26T00:26:28.420777+0000 mgr.smithi068.zkksrk (mgr.14702) 3309 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:30.059 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:29 smithi068 conmon[102841]: cluster 2022-01-26T00:26:28.420777+0000 mgr.smithi068.zkksrk (mgr.14702) 3309 2022-01-26T00:26:30.060 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:29 smithi068 conmon[102841]: : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:31.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:31 smithi165 conmon[67662]: cluster 2022-01-26T00:26:30.421679+0000 mgr.smithi068.zkksrk (mgr.14702) 3310 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:31.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:31 smithi068 conmon[102841]: cluster 2022-01-26T00:26:30.421679+0000 mgr.smithi068.zkksrk (mgr.14702) 3310 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:33.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:33 smithi068 conmon[102841]: cluster 2022-01-26T00:26:32.422170+0000 mgr.smithi068.zkksrk (mgr.14702) 2022-01-26T00:26:33.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:33 smithi068 conmon[102841]: 3311 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:33 smithi165 conmon[67662]: cluster 2022-01-26T00:26:32.422170+0000 mgr.smithi068.zkksrk (mgr.14702) 3311 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:33.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:33 smithi165 conmon[67662]: 2022-01-26T00:26:35.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:35 smithi068 conmon[102841]: cluster 2022-01-26T00:26:34.423142+0000 mgr.smithi068.zkksrk (mgr.14702) 3312 : cluster [DBG] 2022-01-26T00:26:35.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:35 smithi068 conmon[102841]: pgmap v2853: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:35 smithi165 conmon[67662]: cluster 2022-01-26T00:26:34.423142+0000 mgr.smithi068.zkksrk (mgr.14702) 3312 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:35.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:35 smithi165 conmon[67662]: 2022-01-26T00:26:37.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:37 smithi068 conmon[102841]: cluster 2022-01-26T00:26:36.423741+0000 mgr.smithi068.zkksrk (mgr.14702) 3313 : cluster 2022-01-26T00:26:37.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:37 smithi068 conmon[102841]: [DBG] pgmap v2854: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:37.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:37 smithi165 conmon[67662]: cluster 2022-01-26T00:26:36.423741+0000 mgr.smithi068.zkksrk (mgr.14702) 3313 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:39.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:39 smithi068 conmon[102841]: cluster 2022-01-26T00:26:38.424348+0000 mgr.smithi068.zkksrk (mgr.14702) 3314 : cluster [DBG] 2022-01-26T00:26:39.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:39 smithi068 conmon[102841]: pgmap v2855: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:39.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:39 smithi165 conmon[67662]: cluster 2022-01-26T00:26:38.424348+0000 mgr.smithi068.zkksrk (mgr.14702) 3314 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:41.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:41 smithi165 conmon[67662]: cluster 2022-01-26T00:26:40.425236+0000 mgr.smithi068.zkksrk (mgr.14702) 3315 : cluster 2022-01-26T00:26:41.695 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:41 smithi165 conmon[67662]: [DBG] pgmap v2856: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:41.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:41 smithi068 conmon[102841]: cluster 2022-01-26T00:26:40.425236+0000 mgr.smithi068.zkksrk (mgr.14702) 3315 : cluster 2022-01-26T00:26:41.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:41 smithi068 conmon[102841]: [DBG] pgmap v2856: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:43 smithi068 conmon[102841]: cluster 2022-01-26T00:26:42.425760+0000 mgr.smithi068.zkksrk (mgr.14702) 3316 : 2022-01-26T00:26:43.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:43 smithi068 conmon[102841]: cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:43.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:43 smithi165 conmon[67662]: cluster 2022-01-26T00:26:42.425760+0000 mgr.smithi068.zkksrk (mgr.14702) 3316 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:45.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:45 smithi068 conmon[102841]: cluster 2022-01-26T00:26:44.426736+0000 mgr.smithi068.zkksrk 2022-01-26T00:26:45.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:45 smithi068 conmon[102841]: (mgr.14702) 3317 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:45.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:45 smithi165 conmon[67662]: cluster 2022-01-26T00:26:44.426736+0000 mgr.smithi068.zkksrk (mgr.14702) 3317 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:47.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:47 smithi068 conmon[102841]: cluster 2022-01-26T00:26:46.427488+0000 mgr.smithi068.zkksrk (mgr.14702) 3318 : 2022-01-26T00:26:47.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:47 smithi068 conmon[102841]: cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:47.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:47 smithi165 conmon[67662]: cluster 2022-01-26T00:26:46.427488+0000 mgr.smithi068.zkksrk (mgr.14702) 3318 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:49.686 INFO:teuthology.orchestra.run.smithi068.stdout:true 2022-01-26T00:26:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:49 smithi068 conmon[102841]: cluster 2022-01-26T00:26:48.428063+0000 mgr.smithi068.zkksrk 2022-01-26T00:26:49.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:49 smithi068 conmon[102841]: (mgr.14702) 3319 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:49 smithi165 conmon[67662]: cluster 2022-01-26T00:26:48.428063+0000 mgr.smithi068.zkksrk (mgr.14702) 3319 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:49.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:49 smithi165 conmon[67662]: 2022-01-26T00:26:49.974 INFO:teuthology.orchestra.run.smithi068.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:26:49.974 INFO:teuthology.orchestra.run.smithi068.stdout:alertmanager.smithi068 smithi068 *:9093,9094 running (100m) 88s ago 101m 19.7M - 0.20.0 0881eb8f169f 782aee8e61fb 2022-01-26T00:26:49.975 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi068 smithi068 running (93m) 88s ago 101m 7017k - 16.2.7-240-g5bfc361e 8b4796d434bf 14402403959b 2022-01-26T00:26:49.975 INFO:teuthology.orchestra.run.smithi068.stdout:crash.smithi165 smithi165 running (93m) 90s ago 101m 7176k - 16.2.7-240-g5bfc361e 8b4796d434bf d110db52fa7d 2022-01-26T00:26:49.975 INFO:teuthology.orchestra.run.smithi068.stdout:grafana.smithi068 smithi068 *:3000 running (100m) 88s ago 101m 41.3M - 6.7.4 557c83e11646 25016b97251f 2022-01-26T00:26:49.975 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi068.qekbvd smithi068 running (97m) 88s ago 97m 40.9M - 16.2.4 8d91d370c2b8 04f8529f8933 2022-01-26T00:26:49.976 INFO:teuthology.orchestra.run.smithi068.stdout:mds.foofs.smithi165.nurulz smithi165 running (97m) 90s ago 97m 25.5M - 16.2.4 8d91d370c2b8 f826a25a8076 2022-01-26T00:26:49.976 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi068.zkksrk smithi068 *:8443,9283 running (94m) 88s ago 102m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf 96156f135388 2022-01-26T00:26:49.976 INFO:teuthology.orchestra.run.smithi068.stdout:mgr.smithi165.mrpyur smithi165 *:8443,9283 running (94m) 90s ago 101m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf fa0f8e3b0a04 2022-01-26T00:26:49.976 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi068 smithi068 running (94m) 88s ago 102m 659M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 400b44133999 2022-01-26T00:26:49.977 INFO:teuthology.orchestra.run.smithi068.stdout:mon.smithi165 smithi165 running (94m) 90s ago 100m 338M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 2c2d4ae392f1 2022-01-26T00:26:49.977 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.0.0.smithi068.wefylo smithi068 *:2049 running (94m) 88s ago 94m 168M - 3.5 8d91d370c2b8 3aa686296bee 2022-01-26T00:26:49.977 INFO:teuthology.orchestra.run.smithi068.stdout:nfs.foo.1.0.smithi165.lziwyk smithi165 *:2049 running (94m) 90s ago 94m 105M - 3.5 8d91d370c2b8 2af797eff166 2022-01-26T00:26:49.977 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi068 smithi068 *:9100 running (101m) 88s ago 101m 18.3M - 0.18.1 e5a616e4b9cf 71fbbee77854 2022-01-26T00:26:49.978 INFO:teuthology.orchestra.run.smithi068.stdout:node-exporter.smithi165 smithi165 *:9100 running (100m) 90s ago 100m 16.5M - 0.18.1 e5a616e4b9cf ca99cdcc791f 2022-01-26T00:26:49.978 INFO:teuthology.orchestra.run.smithi068.stdout:osd.0 smithi068 running (85m) 88s ago 100m 787M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 29dd1db7f26b 2022-01-26T00:26:49.978 INFO:teuthology.orchestra.run.smithi068.stdout:osd.1 smithi068 running (100m) 88s ago 100m 1568M 4096M 16.2.4 8d91d370c2b8 9af7537af0a0 2022-01-26T00:26:49.978 INFO:teuthology.orchestra.run.smithi068.stdout:osd.2 smithi068 running (99m) 88s ago 99m 1162M 4096M 16.2.4 8d91d370c2b8 7e4d2965b82b 2022-01-26T00:26:49.978 INFO:teuthology.orchestra.run.smithi068.stdout:osd.3 smithi068 running (99m) 88s ago 99m 1774M 4096M 16.2.4 8d91d370c2b8 4de6cfbe1546 2022-01-26T00:26:49.979 INFO:teuthology.orchestra.run.smithi068.stdout:osd.4 smithi165 running (99m) 90s ago 99m 1593M 4096M 16.2.4 8d91d370c2b8 b355534e4c9f 2022-01-26T00:26:49.979 INFO:teuthology.orchestra.run.smithi068.stdout:osd.5 smithi165 running (99m) 90s ago 99m 1916M 4096M 16.2.4 8d91d370c2b8 c611290151c4 2022-01-26T00:26:49.979 INFO:teuthology.orchestra.run.smithi068.stdout:osd.6 smithi165 running (98m) 90s ago 98m 1505M 4096M 16.2.4 8d91d370c2b8 e2aff44b0374 2022-01-26T00:26:49.979 INFO:teuthology.orchestra.run.smithi068.stdout:osd.7 smithi165 running (98m) 90s ago 98m 2196M 4096M 16.2.4 8d91d370c2b8 402086df3bec 2022-01-26T00:26:49.980 INFO:teuthology.orchestra.run.smithi068.stdout:prometheus.smithi068 smithi068 *:9095 running (100m) 88s ago 101m 70.9M - 2.18.1 de242295e225 8b73c9ebd2ba 2022-01-26T00:26:50.318 INFO:teuthology.orchestra.run.smithi068.stdout:{ 2022-01-26T00:26:50.318 INFO:teuthology.orchestra.run.smithi068.stdout: "mon": { 2022-01-26T00:26:50.319 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:50.319 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:50.319 INFO:teuthology.orchestra.run.smithi068.stdout: "mgr": { 2022-01-26T00:26:50.319 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:50.320 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:50.320 INFO:teuthology.orchestra.run.smithi068.stdout: "osd": { 2022-01-26T00:26:50.320 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:26:50.320 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:26:50.320 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:50.321 INFO:teuthology.orchestra.run.smithi068.stdout: "mds": { 2022-01-26T00:26:50.321 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:26:50.321 INFO:teuthology.orchestra.run.smithi068.stdout: }, 2022-01-26T00:26:50.321 INFO:teuthology.orchestra.run.smithi068.stdout: "overall": { 2022-01-26T00:26:50.322 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:26:50.322 INFO:teuthology.orchestra.run.smithi068.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:26:50.322 INFO:teuthology.orchestra.run.smithi068.stdout: } 2022-01-26T00:26:50.322 INFO:teuthology.orchestra.run.smithi068.stdout:} 2022-01-26T00:26:50.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:50 smithi068 conmon[102841]: audit 2022-01-26T00:26 2022-01-26T00:26:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:50 smithi068 conmon[102841]: :49.675465+0000 mgr.smithi068.zkksrk (mgr.14702) 3320 : audit [DBG] from='client.36294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:50 smithi068 conmon[102841]: audit 2022-01-26T00:26:49.960793+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:26:50.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:50 smithi068 conmon[102841]: ) 3321 : audit [DBG] from='client.36298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:50.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:50 smithi068 conmon[102841]: audit 2022-01-26T00:26:50 2022-01-26T00:26:50.811 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:50 smithi068 conmon[102841]: .319280+0000 mon.smithi068 (mon.0) 1189 : audit [DBG] from='client.? 172.21.15.68:0/2707237076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:50 smithi165 conmon[67662]: audit 2022-01-26T00:26:49.675465+0000 mgr.smithi068.zkksrk (mgr.14702) 3320 : audit [DBG] from='client.36294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:50 smithi165 conmon[67662]: audit 2022-01-26T00:26:49.960793+0000 mgr.smithi068.zkksrk (mgr.14702) 3321 : audit [DBG] from='client.36298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:50.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:50 smithi165 conmon[67662]: audit 2022-01-26T00 2022-01-26T00:26:50.945 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:50 smithi165 conmon[67662]: :26:50.319280+0000 mon.smithi068 (mon.0) 1189 : audit [DBG] from='client.? 172.21.15.68:0/2707237076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:51.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:51 smithi068 conmon[102841]: cluster 2022-01-26T00:26:50.428989+0000 2022-01-26T00:26:51.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:51 smithi068 conmon[102841]: mgr.smithi068.zkksrk (mgr.14702) 3322 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:51 smithi165 conmon[67662]: cluster 2022-01-26T00:26:50.428989+0000 mgr.smithi068.zkksrk (mgr.14702) 3322 : cluster 2022-01-26T00:26:51.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:51 smithi165 conmon[67662]: [DBG] pgmap v2861: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:53 smithi068 conmon[102841]: cluster 2022-01-26T00:26:52.429634+0000 mgr.smithi068.zkksrk (mgr 2022-01-26T00:26:53.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:53 smithi068 conmon[102841]: .14702) 3323 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:53.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:53 smithi165 conmon[67662]: cluster 2022-01-26T00:26:52.429634+0000 mgr.smithi068.zkksrk (mgr.14702) 3323 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:55.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:55 smithi068 conmon[102841]: cluster 2022-01-26T00:26:54.430509+0000 mgr.smithi068.zkksrk (mgr.14702) 3324 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:55.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:55 smithi165 conmon[67662]: cluster 2022-01-26T00:26:54.430509+0000 mgr.smithi068.zkksrk (mgr.14702) 3324 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:26:57.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:57 smithi068 conmon[102841]: cluster 2022-01-26T00:26:56.431121+0000 mgr.smithi068.zkksrk (mgr.14702 2022-01-26T00:26:57.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:57 smithi068 conmon[102841]: ) 3325 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:57.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:57 smithi165 conmon[67662]: cluster 2022-01-26T00:26:56.431121+0000 mgr.smithi068.zkksrk (mgr.14702) 3325 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:59.810 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:26:59 smithi068 conmon[102841]: cluster 2022-01-26T00:26:58.431657+0000 mgr.smithi068.zkksrk (mgr.14702) 3326 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:59.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:26:59 smithi165 conmon[67662]: cluster 2022-01-26T00:26:58.431657+0000 mgr.smithi068.zkksrk (mgr.14702) 3326 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:01.694 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:27:01 smithi165 conmon[67662]: cluster 2022-01-26T00:27:00.432560+0000 mgr.smithi068.zkksrk (mgr.14702) 3327 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:27:01.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:27:01 smithi068 conmon[102841]: cluster 2022-01-26T00:27:00.432560+0000 mgr.smithi068.zkksrk (mgr.14702) 3327 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-26T00:27:03.809 INFO:journalctl@ceph.mon.smithi068.smithi068.stdout:Jan 26 00:27:03 smithi068 conmon[102841]: cluster 2022-01-26T00:27:02.433233+0000 mgr.smithi068.zkksrk (mgr.14702) 3328 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:27:03 smithi165 conmon[67662]: cluster 2022-01-26T00:27:02.433233+0000 mgr.smithi068.zkksrk (mgr.14702) 3328 : cluster [DBG] 2022-01-26T00:27:03.944 INFO:journalctl@ceph.mon.smithi165.smithi165.stdout:Jan 26 00:27:03 smithi165 conmon[67662]: pgmap v2867: 129 pgs: 129 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:04.846 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-01-26T00:27:04.849 DEBUG:teuthology.task.console_log:Killing console logger for smithi068 2022-01-26T00:27:04.850 DEBUG:teuthology.task.console_log:Killing console logger for smithi165 2022-01-26T00:27:04.852 DEBUG:teuthology.exit:Finished running handlers